2024-11-10 03:17:04,494 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 2024-11-10 03:17:04,511 main DEBUG Took 0.014649 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-10 03:17:04,512 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-10 03:17:04,512 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-10 03:17:04,513 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-10 03:17:04,514 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 03:17:04,521 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-10 03:17:04,533 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 03:17:04,534 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 03:17:04,535 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 03:17:04,535 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 03:17:04,535 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 03:17:04,536 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 03:17:04,537 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 03:17:04,537 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 03:17:04,537 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 03:17:04,538 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 03:17:04,538 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 03:17:04,539 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 03:17:04,539 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 03:17:04,540 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 03:17:04,540 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 03:17:04,540 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 03:17:04,541 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 03:17:04,541 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 03:17:04,541 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 03:17:04,542 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 03:17:04,542 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 03:17:04,542 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 03:17:04,543 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 03:17:04,543 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 03:17:04,543 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 03:17:04,544 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-10 03:17:04,545 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 03:17:04,546 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-10 03:17:04,548 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-10 03:17:04,549 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-10 03:17:04,550 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-10 03:17:04,550 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-10 03:17:04,558 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-10 03:17:04,561 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-10 03:17:04,563 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-10 03:17:04,563 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-10 03:17:04,563 main DEBUG createAppenders(={Console}) 2024-11-10 03:17:04,564 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 initialized 2024-11-10 03:17:04,565 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 2024-11-10 03:17:04,565 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 OK. 2024-11-10 03:17:04,566 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-10 03:17:04,566 main DEBUG OutputStream closed 2024-11-10 03:17:04,566 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-10 03:17:04,567 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-10 03:17:04,567 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@54e1c68b OK 2024-11-10 03:17:04,644 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-10 03:17:04,647 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-10 03:17:04,648 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-10 03:17:04,650 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-10 03:17:04,651 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-10 03:17:04,651 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-10 03:17:04,652 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-10 03:17:04,652 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-10 03:17:04,653 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-10 03:17:04,653 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-10 03:17:04,654 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-10 03:17:04,654 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-10 03:17:04,655 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-10 03:17:04,655 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-10 03:17:04,656 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-10 03:17:04,656 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-10 03:17:04,656 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-10 03:17:04,657 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-10 03:17:04,659 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-10 03:17:04,660 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.7.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@7dda48d9) with optional ClassLoader: null 2024-11-10 03:17:04,660 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-10 03:17:04,661 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@7dda48d9] started OK. 2024-11-10T03:17:04,878 DEBUG [main {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e234d8ef-26b7-f595-026f-6dde2ce57a06 2024-11-10 03:17:04,880 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-10 03:17:04,881 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-10T03:17:04,889 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.TestAcidGuaranteesWithBasicPolicy timeout: 13 mins 2024-11-10T03:17:04,909 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-10T03:17:04,911 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e234d8ef-26b7-f595-026f-6dde2ce57a06/cluster_f80f67d0-f392-fa07-cc1b-4bffcd420bcc, deleteOnExit=true 2024-11-10T03:17:04,912 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-11-10T03:17:04,912 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e234d8ef-26b7-f595-026f-6dde2ce57a06/test.cache.data in system properties and HBase conf 2024-11-10T03:17:04,913 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e234d8ef-26b7-f595-026f-6dde2ce57a06/hadoop.tmp.dir in system properties and HBase conf 2024-11-10T03:17:04,914 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e234d8ef-26b7-f595-026f-6dde2ce57a06/hadoop.log.dir in system properties and HBase conf 2024-11-10T03:17:04,914 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e234d8ef-26b7-f595-026f-6dde2ce57a06/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-10T03:17:04,915 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e234d8ef-26b7-f595-026f-6dde2ce57a06/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-10T03:17:04,915 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-11-10T03:17:04,997 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-10T03:17:05,083 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-10T03:17:05,087 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e234d8ef-26b7-f595-026f-6dde2ce57a06/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-10T03:17:05,088 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e234d8ef-26b7-f595-026f-6dde2ce57a06/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-10T03:17:05,088 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e234d8ef-26b7-f595-026f-6dde2ce57a06/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-10T03:17:05,088 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e234d8ef-26b7-f595-026f-6dde2ce57a06/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T03:17:05,089 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e234d8ef-26b7-f595-026f-6dde2ce57a06/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-10T03:17:05,089 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e234d8ef-26b7-f595-026f-6dde2ce57a06/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-10T03:17:05,090 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e234d8ef-26b7-f595-026f-6dde2ce57a06/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T03:17:05,090 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e234d8ef-26b7-f595-026f-6dde2ce57a06/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T03:17:05,090 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e234d8ef-26b7-f595-026f-6dde2ce57a06/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-10T03:17:05,091 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e234d8ef-26b7-f595-026f-6dde2ce57a06/nfs.dump.dir in system properties and HBase conf 2024-11-10T03:17:05,091 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e234d8ef-26b7-f595-026f-6dde2ce57a06/java.io.tmpdir in system properties and HBase conf 2024-11-10T03:17:05,092 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e234d8ef-26b7-f595-026f-6dde2ce57a06/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T03:17:05,092 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e234d8ef-26b7-f595-026f-6dde2ce57a06/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-10T03:17:05,092 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e234d8ef-26b7-f595-026f-6dde2ce57a06/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-10T03:17:06,036 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-10T03:17:06,122 INFO [Time-limited test {}] log.Log(170): Logging initialized @2273ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-10T03:17:06,205 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T03:17:06,264 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T03:17:06,287 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T03:17:06,287 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T03:17:06,289 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T03:17:06,302 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T03:17:06,306 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@8167a4c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e234d8ef-26b7-f595-026f-6dde2ce57a06/hadoop.log.dir/,AVAILABLE} 2024-11-10T03:17:06,307 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@62a9beb2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T03:17:06,491 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@b03fcff{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e234d8ef-26b7-f595-026f-6dde2ce57a06/java.io.tmpdir/jetty-localhost-38469-hadoop-hdfs-3_4_1-tests_jar-_-any-4098450939149289938/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T03:17:06,499 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@e0a3ea0{HTTP/1.1, (http/1.1)}{localhost:38469} 2024-11-10T03:17:06,500 INFO [Time-limited test {}] server.Server(415): Started @2652ms 2024-11-10T03:17:06,994 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T03:17:07,002 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T03:17:07,003 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T03:17:07,003 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T03:17:07,003 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T03:17:07,004 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@47db50b9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e234d8ef-26b7-f595-026f-6dde2ce57a06/hadoop.log.dir/,AVAILABLE} 2024-11-10T03:17:07,005 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4727fac8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T03:17:07,107 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1f79ec76{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e234d8ef-26b7-f595-026f-6dde2ce57a06/java.io.tmpdir/jetty-localhost-46397-hadoop-hdfs-3_4_1-tests_jar-_-any-8396184382041379960/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T03:17:07,108 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@576ebda6{HTTP/1.1, (http/1.1)}{localhost:46397} 2024-11-10T03:17:07,108 INFO [Time-limited test {}] server.Server(415): Started @3260ms 2024-11-10T03:17:07,156 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T03:17:07,947 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e234d8ef-26b7-f595-026f-6dde2ce57a06/cluster_f80f67d0-f392-fa07-cc1b-4bffcd420bcc/dfs/data/data2/current/BP-683720990-172.17.0.2-1731208625603/current, will proceed with Du for space computation calculation, 2024-11-10T03:17:07,947 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e234d8ef-26b7-f595-026f-6dde2ce57a06/cluster_f80f67d0-f392-fa07-cc1b-4bffcd420bcc/dfs/data/data1/current/BP-683720990-172.17.0.2-1731208625603/current, will proceed with Du for space computation calculation, 2024-11-10T03:17:07,975 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T03:17:08,017 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdac169f987a0bb39 with lease ID 0xa00fc5c80848d530: Processing first storage report for DS-c4f30f12-8e88-41b0-98a4-cf05746dfc99 from datanode DatanodeRegistration(127.0.0.1:39261, datanodeUuid=887f79ee-677e-495f-91cc-44445da6661e, infoPort=41681, infoSecurePort=0, ipcPort=34823, storageInfo=lv=-57;cid=testClusterID;nsid=142562496;c=1731208625603) 2024-11-10T03:17:08,018 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdac169f987a0bb39 with lease ID 0xa00fc5c80848d530: from storage DS-c4f30f12-8e88-41b0-98a4-cf05746dfc99 node DatanodeRegistration(127.0.0.1:39261, datanodeUuid=887f79ee-677e-495f-91cc-44445da6661e, infoPort=41681, infoSecurePort=0, ipcPort=34823, storageInfo=lv=-57;cid=testClusterID;nsid=142562496;c=1731208625603), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-10T03:17:08,019 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdac169f987a0bb39 with lease ID 0xa00fc5c80848d530: Processing first storage report for DS-5e1f8f83-be8f-4a4c-b399-c36d4a077318 from datanode DatanodeRegistration(127.0.0.1:39261, datanodeUuid=887f79ee-677e-495f-91cc-44445da6661e, infoPort=41681, infoSecurePort=0, ipcPort=34823, storageInfo=lv=-57;cid=testClusterID;nsid=142562496;c=1731208625603) 2024-11-10T03:17:08,019 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdac169f987a0bb39 with lease ID 0xa00fc5c80848d530: from storage DS-5e1f8f83-be8f-4a4c-b399-c36d4a077318 node DatanodeRegistration(127.0.0.1:39261, datanodeUuid=887f79ee-677e-495f-91cc-44445da6661e, infoPort=41681, infoSecurePort=0, ipcPort=34823, storageInfo=lv=-57;cid=testClusterID;nsid=142562496;c=1731208625603), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T03:17:08,070 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e234d8ef-26b7-f595-026f-6dde2ce57a06 2024-11-10T03:17:08,131 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e234d8ef-26b7-f595-026f-6dde2ce57a06/cluster_f80f67d0-f392-fa07-cc1b-4bffcd420bcc/zookeeper_0, clientPort=55635, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e234d8ef-26b7-f595-026f-6dde2ce57a06/cluster_f80f67d0-f392-fa07-cc1b-4bffcd420bcc/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e234d8ef-26b7-f595-026f-6dde2ce57a06/cluster_f80f67d0-f392-fa07-cc1b-4bffcd420bcc/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-10T03:17:08,141 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=55635 2024-11-10T03:17:08,150 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T03:17:08,152 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T03:17:08,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741825_1001 (size=7) 2024-11-10T03:17:08,767 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52 with version=8 2024-11-10T03:17:08,768 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/hbase-staging 2024-11-10T03:17:08,877 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-10T03:17:09,106 INFO [Time-limited test {}] client.ConnectionUtils(129): master/700749f6e4aa:0 server-side Connection retries=45 2024-11-10T03:17:09,122 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T03:17:09,123 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T03:17:09,123 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T03:17:09,123 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T03:17:09,123 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T03:17:09,260 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T03:17:09,311 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-10T03:17:09,320 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-10T03:17:09,324 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T03:17:09,346 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 45020 (auto-detected) 2024-11-10T03:17:09,347 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-10T03:17:09,364 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:38295 2024-11-10T03:17:09,371 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T03:17:09,373 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T03:17:09,384 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:38295 connecting to ZooKeeper ensemble=127.0.0.1:55635 2024-11-10T03:17:09,474 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:382950x0, quorum=127.0.0.1:55635, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T03:17:09,476 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38295-0x1012408ea080000 connected 2024-11-10T03:17:09,545 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38295-0x1012408ea080000, quorum=127.0.0.1:55635, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-10T03:17:09,548 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38295-0x1012408ea080000, quorum=127.0.0.1:55635, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T03:17:09,551 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38295-0x1012408ea080000, quorum=127.0.0.1:55635, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-10T03:17:09,558 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38295 2024-11-10T03:17:09,558 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38295 2024-11-10T03:17:09,559 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38295 2024-11-10T03:17:09,559 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38295 2024-11-10T03:17:09,559 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38295 2024-11-10T03:17:09,565 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52, hbase.cluster.distributed=false 2024-11-10T03:17:09,621 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/700749f6e4aa:0 server-side Connection retries=45 2024-11-10T03:17:09,621 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T03:17:09,621 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T03:17:09,621 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T03:17:09,622 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T03:17:09,622 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T03:17:09,624 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T03:17:09,626 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T03:17:09,627 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:39315 2024-11-10T03:17:09,628 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T03:17:09,632 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T03:17:09,633 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T03:17:09,636 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T03:17:09,639 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:39315 connecting to ZooKeeper ensemble=127.0.0.1:55635 2024-11-10T03:17:09,651 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:393150x0, quorum=127.0.0.1:55635, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T03:17:09,652 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:393150x0, quorum=127.0.0.1:55635, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-10T03:17:09,652 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39315-0x1012408ea080001 connected 2024-11-10T03:17:09,653 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39315-0x1012408ea080001, quorum=127.0.0.1:55635, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T03:17:09,654 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39315-0x1012408ea080001, quorum=127.0.0.1:55635, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-10T03:17:09,655 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39315 2024-11-10T03:17:09,655 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39315 2024-11-10T03:17:09,656 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39315 2024-11-10T03:17:09,656 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39315 2024-11-10T03:17:09,657 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39315 2024-11-10T03:17:09,659 INFO [master/700749f6e4aa:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /hbase/backup-masters/700749f6e4aa,38295,1731208628871 2024-11-10T03:17:09,668 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38295-0x1012408ea080000, quorum=127.0.0.1:55635, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T03:17:09,668 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39315-0x1012408ea080001, quorum=127.0.0.1:55635, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T03:17:09,670 DEBUG [master/700749f6e4aa:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38295-0x1012408ea080000, quorum=127.0.0.1:55635, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/700749f6e4aa,38295,1731208628871 2024-11-10T03:17:09,675 DEBUG [M:0;700749f6e4aa:38295 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;700749f6e4aa:38295 2024-11-10T03:17:09,693 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38295-0x1012408ea080000, quorum=127.0.0.1:55635, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-10T03:17:09,693 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39315-0x1012408ea080001, quorum=127.0.0.1:55635, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-10T03:17:09,693 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38295-0x1012408ea080000, quorum=127.0.0.1:55635, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T03:17:09,693 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39315-0x1012408ea080001, quorum=127.0.0.1:55635, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T03:17:09,694 DEBUG [master/700749f6e4aa:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38295-0x1012408ea080000, quorum=127.0.0.1:55635, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-10T03:17:09,694 INFO [master/700749f6e4aa:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/700749f6e4aa,38295,1731208628871 from backup master directory 2024-11-10T03:17:09,695 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:38295-0x1012408ea080000, quorum=127.0.0.1:55635, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-10T03:17:09,701 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38295-0x1012408ea080000, quorum=127.0.0.1:55635, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/700749f6e4aa,38295,1731208628871 2024-11-10T03:17:09,701 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39315-0x1012408ea080001, quorum=127.0.0.1:55635, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T03:17:09,701 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38295-0x1012408ea080000, quorum=127.0.0.1:55635, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T03:17:09,702 WARN [master/700749f6e4aa:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T03:17:09,702 INFO [master/700749f6e4aa:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=700749f6e4aa,38295,1731208628871 2024-11-10T03:17:09,704 INFO [master/700749f6e4aa:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-10T03:17:09,705 INFO [master/700749f6e4aa:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-10T03:17:09,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741826_1002 (size=42) 2024-11-10T03:17:09,769 DEBUG [master/700749f6e4aa:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/hbase.id with ID: b7aa6132-4c5d-44bd-8688-6b0704aa9de5 2024-11-10T03:17:09,808 INFO [master/700749f6e4aa:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T03:17:09,843 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39315-0x1012408ea080001, quorum=127.0.0.1:55635, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T03:17:09,843 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38295-0x1012408ea080000, quorum=127.0.0.1:55635, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T03:17:09,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741827_1003 (size=196) 2024-11-10T03:17:09,873 INFO [master/700749f6e4aa:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T03:17:09,876 INFO [master/700749f6e4aa:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-10T03:17:09,890 DEBUG [master/700749f6e4aa:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:402) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:973) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2470) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:590) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.HMaster.lambda$run$1(HMaster.java:587) ~[classes/:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:17:09,894 INFO [master/700749f6e4aa:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T03:17:09,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741828_1004 (size=1189) 2024-11-10T03:17:10,346 INFO [master/700749f6e4aa:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/MasterData/data/master/store 2024-11-10T03:17:10,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741829_1005 (size=34) 2024-11-10T03:17:10,364 INFO [master/700749f6e4aa:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-10T03:17:10,364 DEBUG [master/700749f6e4aa:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T03:17:10,365 DEBUG [master/700749f6e4aa:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T03:17:10,365 INFO [master/700749f6e4aa:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T03:17:10,366 DEBUG [master/700749f6e4aa:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T03:17:10,366 DEBUG [master/700749f6e4aa:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T03:17:10,366 DEBUG [master/700749f6e4aa:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T03:17:10,366 INFO [master/700749f6e4aa:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T03:17:10,366 DEBUG [master/700749f6e4aa:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-10T03:17:10,369 WARN [master/700749f6e4aa:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/MasterData/data/master/store/.initializing 2024-11-10T03:17:10,369 DEBUG [master/700749f6e4aa:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/MasterData/WALs/700749f6e4aa,38295,1731208628871 2024-11-10T03:17:10,376 INFO [master/700749f6e4aa:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T03:17:10,386 INFO [master/700749f6e4aa:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=700749f6e4aa%2C38295%2C1731208628871, suffix=, logDir=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/MasterData/WALs/700749f6e4aa,38295,1731208628871, archiveDir=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/MasterData/oldWALs, maxLogs=10 2024-11-10T03:17:10,413 DEBUG [master/700749f6e4aa:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(600): When create output stream for /user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/MasterData/WALs/700749f6e4aa,38295,1731208628871/700749f6e4aa%2C38295%2C1731208628871.1731208630391, exclude list is [], retry=0 2024-11-10T03:17:10,429 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39261,DS-c4f30f12-8e88-41b0-98a4-cf05746dfc99,DISK] 2024-11-10T03:17:10,431 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-10T03:17:10,462 INFO [master/700749f6e4aa:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/MasterData/WALs/700749f6e4aa,38295,1731208628871/700749f6e4aa%2C38295%2C1731208628871.1731208630391 2024-11-10T03:17:10,462 DEBUG [master/700749f6e4aa:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41681:41681)] 2024-11-10T03:17:10,463 DEBUG [master/700749f6e4aa:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-10T03:17:10,463 DEBUG [master/700749f6e4aa:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T03:17:10,467 DEBUG [master/700749f6e4aa:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T03:17:10,468 DEBUG [master/700749f6e4aa:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T03:17:10,509 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T03:17:10,531 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-10T03:17:10,534 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:10,537 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T03:17:10,537 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T03:17:10,541 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-10T03:17:10,541 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:10,543 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T03:17:10,543 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T03:17:10,546 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-10T03:17:10,546 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:10,547 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T03:17:10,547 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T03:17:10,550 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-10T03:17:10,551 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:10,552 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T03:17:10,555 DEBUG [master/700749f6e4aa:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T03:17:10,556 DEBUG [master/700749f6e4aa:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T03:17:10,564 DEBUG [master/700749f6e4aa:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T03:17:10,568 DEBUG [master/700749f6e4aa:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T03:17:10,572 DEBUG [master/700749f6e4aa:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T03:17:10,574 INFO [master/700749f6e4aa:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71888769, jitterRate=0.07122613489627838}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T03:17:10,580 DEBUG [master/700749f6e4aa:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-10T03:17:10,581 INFO [master/700749f6e4aa:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-10T03:17:10,606 DEBUG [master/700749f6e4aa:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24cedf0c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T03:17:10,634 INFO [master/700749f6e4aa:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-11-10T03:17:10,643 INFO [master/700749f6e4aa:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-10T03:17:10,644 INFO [master/700749f6e4aa:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-10T03:17:10,645 INFO [master/700749f6e4aa:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T03:17:10,647 INFO [master/700749f6e4aa:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 1 msec 2024-11-10T03:17:10,652 INFO [master/700749f6e4aa:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 4 msec 2024-11-10T03:17:10,652 INFO [master/700749f6e4aa:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-10T03:17:10,676 INFO [master/700749f6e4aa:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-10T03:17:10,686 DEBUG [master/700749f6e4aa:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38295-0x1012408ea080000, quorum=127.0.0.1:55635, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-10T03:17:10,734 DEBUG [master/700749f6e4aa:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/balancer already deleted, retry=false 2024-11-10T03:17:10,736 INFO [master/700749f6e4aa:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-10T03:17:10,738 DEBUG [master/700749f6e4aa:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38295-0x1012408ea080000, quorum=127.0.0.1:55635, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-10T03:17:10,742 DEBUG [master/700749f6e4aa:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/normalizer already deleted, retry=false 2024-11-10T03:17:10,745 INFO [master/700749f6e4aa:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-10T03:17:10,749 DEBUG [master/700749f6e4aa:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38295-0x1012408ea080000, quorum=127.0.0.1:55635, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-10T03:17:10,759 DEBUG [master/700749f6e4aa:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/split already deleted, retry=false 2024-11-10T03:17:10,761 DEBUG [master/700749f6e4aa:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38295-0x1012408ea080000, quorum=127.0.0.1:55635, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-10T03:17:10,768 DEBUG [master/700749f6e4aa:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/merge already deleted, retry=false 2024-11-10T03:17:10,781 DEBUG [master/700749f6e4aa:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38295-0x1012408ea080000, quorum=127.0.0.1:55635, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-10T03:17:10,791 DEBUG [master/700749f6e4aa:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-10T03:17:10,801 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38295-0x1012408ea080000, quorum=127.0.0.1:55635, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-10T03:17:10,801 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39315-0x1012408ea080001, quorum=127.0.0.1:55635, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-10T03:17:10,801 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38295-0x1012408ea080000, quorum=127.0.0.1:55635, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T03:17:10,801 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39315-0x1012408ea080001, quorum=127.0.0.1:55635, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T03:17:10,802 INFO [master/700749f6e4aa:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=700749f6e4aa,38295,1731208628871, sessionid=0x1012408ea080000, setting cluster-up flag (Was=false) 2024-11-10T03:17:10,884 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39315-0x1012408ea080001, quorum=127.0.0.1:55635, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T03:17:10,884 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38295-0x1012408ea080000, quorum=127.0.0.1:55635, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T03:17:10,909 DEBUG [master/700749f6e4aa:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-10T03:17:10,912 DEBUG [master/700749f6e4aa:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=700749f6e4aa,38295,1731208628871 2024-11-10T03:17:10,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38295-0x1012408ea080000, quorum=127.0.0.1:55635, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T03:17:10,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39315-0x1012408ea080001, quorum=127.0.0.1:55635, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T03:17:10,959 DEBUG [master/700749f6e4aa:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-10T03:17:10,961 DEBUG [master/700749f6e4aa:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=700749f6e4aa,38295,1731208628871 2024-11-10T03:17:11,038 DEBUG [master/700749f6e4aa:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-11-10T03:17:11,044 INFO [master/700749f6e4aa:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-11-10T03:17:11,047 INFO [master/700749f6e4aa:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-10T03:17:11,052 DEBUG [master/700749f6e4aa:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 700749f6e4aa,38295,1731208628871 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-10T03:17:11,054 DEBUG [master/700749f6e4aa:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/700749f6e4aa:0, corePoolSize=5, maxPoolSize=5 2024-11-10T03:17:11,055 DEBUG [master/700749f6e4aa:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/700749f6e4aa:0, corePoolSize=5, maxPoolSize=5 2024-11-10T03:17:11,055 DEBUG [master/700749f6e4aa:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/700749f6e4aa:0, corePoolSize=5, maxPoolSize=5 2024-11-10T03:17:11,055 DEBUG [master/700749f6e4aa:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/700749f6e4aa:0, corePoolSize=5, maxPoolSize=5 2024-11-10T03:17:11,055 DEBUG [master/700749f6e4aa:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/700749f6e4aa:0, corePoolSize=10, maxPoolSize=10 2024-11-10T03:17:11,055 DEBUG [master/700749f6e4aa:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/700749f6e4aa:0, corePoolSize=1, maxPoolSize=1 2024-11-10T03:17:11,056 DEBUG [master/700749f6e4aa:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/700749f6e4aa:0, corePoolSize=2, maxPoolSize=2 2024-11-10T03:17:11,056 DEBUG [master/700749f6e4aa:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/700749f6e4aa:0, corePoolSize=1, maxPoolSize=1 2024-11-10T03:17:11,057 INFO [master/700749f6e4aa:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731208661057 2024-11-10T03:17:11,058 INFO [master/700749f6e4aa:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-10T03:17:11,059 INFO [master/700749f6e4aa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-10T03:17:11,061 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-11-10T03:17:11,061 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-11-10T03:17:11,063 INFO [master/700749f6e4aa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-10T03:17:11,064 INFO [master/700749f6e4aa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-10T03:17:11,064 INFO [master/700749f6e4aa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-10T03:17:11,064 INFO [master/700749f6e4aa:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-10T03:17:11,065 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:11,065 INFO [master/700749f6e4aa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T03:17:11,065 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-10T03:17:11,066 INFO [master/700749f6e4aa:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-10T03:17:11,067 INFO [master/700749f6e4aa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-10T03:17:11,068 INFO [master/700749f6e4aa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-10T03:17:11,070 INFO [master/700749f6e4aa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-10T03:17:11,071 INFO [master/700749f6e4aa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-10T03:17:11,073 DEBUG [master/700749f6e4aa:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/700749f6e4aa:0:becomeActiveMaster-HFileCleaner.large.0-1731208631073,5,FailOnTimeoutGroup] 2024-11-10T03:17:11,074 DEBUG [master/700749f6e4aa:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/700749f6e4aa:0:becomeActiveMaster-HFileCleaner.small.0-1731208631073,5,FailOnTimeoutGroup] 2024-11-10T03:17:11,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741831_1007 (size=1039) 2024-11-10T03:17:11,074 INFO [master/700749f6e4aa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T03:17:11,074 INFO [master/700749f6e4aa:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-10T03:17:11,075 INFO [master/700749f6e4aa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-10T03:17:11,075 INFO [master/700749f6e4aa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-10T03:17:11,075 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-11-10T03:17:11,076 INFO [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52 2024-11-10T03:17:11,078 DEBUG [RS:0;700749f6e4aa:39315 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;700749f6e4aa:39315 2024-11-10T03:17:11,079 INFO [RS:0;700749f6e4aa:39315 {}] regionserver.HRegionServer(1008): ClusterId : b7aa6132-4c5d-44bd-8688-6b0704aa9de5 2024-11-10T03:17:11,082 DEBUG [RS:0;700749f6e4aa:39315 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T03:17:11,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741832_1008 (size=32) 2024-11-10T03:17:11,094 DEBUG [RS:0;700749f6e4aa:39315 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T03:17:11,094 DEBUG [RS:0;700749f6e4aa:39315 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T03:17:11,102 DEBUG [RS:0;700749f6e4aa:39315 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T03:17:11,103 DEBUG [RS:0;700749f6e4aa:39315 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3764c303, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T03:17:11,105 DEBUG [RS:0;700749f6e4aa:39315 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a68b4ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=700749f6e4aa/172.17.0.2:0 2024-11-10T03:17:11,109 INFO [RS:0;700749f6e4aa:39315 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-11-10T03:17:11,109 INFO [RS:0;700749f6e4aa:39315 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-11-10T03:17:11,110 DEBUG [RS:0;700749f6e4aa:39315 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-11-10T03:17:11,113 INFO [RS:0;700749f6e4aa:39315 {}] regionserver.HRegionServer(3073): reportForDuty to master=700749f6e4aa,38295,1731208628871 with isa=700749f6e4aa/172.17.0.2:39315, startcode=1731208629620 2024-11-10T03:17:11,123 DEBUG [RS:0;700749f6e4aa:39315 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T03:17:11,154 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42369, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T03:17:11,158 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38295 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 700749f6e4aa,39315,1731208629620 2024-11-10T03:17:11,160 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38295 {}] master.ServerManager(486): Registering regionserver=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:11,174 DEBUG [RS:0;700749f6e4aa:39315 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52 2024-11-10T03:17:11,174 DEBUG [RS:0;700749f6e4aa:39315 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:45751 2024-11-10T03:17:11,174 DEBUG [RS:0;700749f6e4aa:39315 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-11-10T03:17:11,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38295-0x1012408ea080000, quorum=127.0.0.1:55635, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-10T03:17:11,185 DEBUG [RS:0;700749f6e4aa:39315 {}] zookeeper.ZKUtil(111): regionserver:39315-0x1012408ea080001, quorum=127.0.0.1:55635, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/700749f6e4aa,39315,1731208629620 2024-11-10T03:17:11,185 WARN [RS:0;700749f6e4aa:39315 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T03:17:11,185 INFO [RS:0;700749f6e4aa:39315 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T03:17:11,186 DEBUG [RS:0;700749f6e4aa:39315 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/WALs/700749f6e4aa,39315,1731208629620 2024-11-10T03:17:11,187 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [700749f6e4aa,39315,1731208629620] 2024-11-10T03:17:11,203 DEBUG [RS:0;700749f6e4aa:39315 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-11-10T03:17:11,211 INFO [RS:0;700749f6e4aa:39315 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T03:17:11,225 INFO [RS:0;700749f6e4aa:39315 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T03:17:11,227 INFO [RS:0;700749f6e4aa:39315 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T03:17:11,227 INFO [RS:0;700749f6e4aa:39315 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T03:17:11,228 INFO [RS:0;700749f6e4aa:39315 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-11-10T03:17:11,234 INFO [RS:0;700749f6e4aa:39315 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T03:17:11,234 DEBUG [RS:0;700749f6e4aa:39315 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/700749f6e4aa:0, corePoolSize=1, maxPoolSize=1 2024-11-10T03:17:11,234 DEBUG [RS:0;700749f6e4aa:39315 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/700749f6e4aa:0, corePoolSize=1, maxPoolSize=1 2024-11-10T03:17:11,235 DEBUG [RS:0;700749f6e4aa:39315 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/700749f6e4aa:0, corePoolSize=1, maxPoolSize=1 2024-11-10T03:17:11,235 DEBUG [RS:0;700749f6e4aa:39315 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/700749f6e4aa:0, corePoolSize=1, maxPoolSize=1 2024-11-10T03:17:11,235 DEBUG [RS:0;700749f6e4aa:39315 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/700749f6e4aa:0, corePoolSize=1, maxPoolSize=1 2024-11-10T03:17:11,235 DEBUG [RS:0;700749f6e4aa:39315 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/700749f6e4aa:0, corePoolSize=2, maxPoolSize=2 2024-11-10T03:17:11,235 DEBUG [RS:0;700749f6e4aa:39315 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/700749f6e4aa:0, corePoolSize=1, maxPoolSize=1 2024-11-10T03:17:11,235 DEBUG [RS:0;700749f6e4aa:39315 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/700749f6e4aa:0, corePoolSize=1, maxPoolSize=1 2024-11-10T03:17:11,235 DEBUG [RS:0;700749f6e4aa:39315 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/700749f6e4aa:0, corePoolSize=1, maxPoolSize=1 2024-11-10T03:17:11,235 DEBUG [RS:0;700749f6e4aa:39315 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/700749f6e4aa:0, corePoolSize=1, maxPoolSize=1 2024-11-10T03:17:11,236 DEBUG [RS:0;700749f6e4aa:39315 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/700749f6e4aa:0, corePoolSize=1, maxPoolSize=1 2024-11-10T03:17:11,236 DEBUG [RS:0;700749f6e4aa:39315 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/700749f6e4aa:0, corePoolSize=3, maxPoolSize=3 2024-11-10T03:17:11,236 DEBUG [RS:0;700749f6e4aa:39315 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0, corePoolSize=3, maxPoolSize=3 2024-11-10T03:17:11,237 INFO [RS:0;700749f6e4aa:39315 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T03:17:11,237 INFO [RS:0;700749f6e4aa:39315 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T03:17:11,237 INFO [RS:0;700749f6e4aa:39315 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T03:17:11,237 INFO [RS:0;700749f6e4aa:39315 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T03:17:11,237 INFO [RS:0;700749f6e4aa:39315 {}] hbase.ChoreService(168): Chore ScheduledChore name=700749f6e4aa,39315,1731208629620-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T03:17:11,255 INFO [RS:0;700749f6e4aa:39315 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T03:17:11,256 INFO [RS:0;700749f6e4aa:39315 {}] hbase.ChoreService(168): Chore ScheduledChore name=700749f6e4aa,39315,1731208629620-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T03:17:11,273 INFO [RS:0;700749f6e4aa:39315 {}] regionserver.Replication(204): 700749f6e4aa,39315,1731208629620 started 2024-11-10T03:17:11,273 INFO [RS:0;700749f6e4aa:39315 {}] regionserver.HRegionServer(1767): Serving as 700749f6e4aa,39315,1731208629620, RpcServer on 700749f6e4aa/172.17.0.2:39315, sessionid=0x1012408ea080001 2024-11-10T03:17:11,274 DEBUG [RS:0;700749f6e4aa:39315 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T03:17:11,274 DEBUG [RS:0;700749f6e4aa:39315 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 700749f6e4aa,39315,1731208629620 2024-11-10T03:17:11,274 DEBUG [RS:0;700749f6e4aa:39315 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '700749f6e4aa,39315,1731208629620' 2024-11-10T03:17:11,274 DEBUG [RS:0;700749f6e4aa:39315 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-10T03:17:11,275 DEBUG [RS:0;700749f6e4aa:39315 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-10T03:17:11,275 DEBUG [RS:0;700749f6e4aa:39315 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T03:17:11,275 DEBUG [RS:0;700749f6e4aa:39315 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T03:17:11,275 DEBUG [RS:0;700749f6e4aa:39315 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 700749f6e4aa,39315,1731208629620 2024-11-10T03:17:11,275 DEBUG [RS:0;700749f6e4aa:39315 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '700749f6e4aa,39315,1731208629620' 2024-11-10T03:17:11,275 DEBUG [RS:0;700749f6e4aa:39315 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-10T03:17:11,276 DEBUG [RS:0;700749f6e4aa:39315 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-10T03:17:11,276 DEBUG [RS:0;700749f6e4aa:39315 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T03:17:11,277 INFO [RS:0;700749f6e4aa:39315 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T03:17:11,277 INFO [RS:0;700749f6e4aa:39315 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T03:17:11,388 INFO [RS:0;700749f6e4aa:39315 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T03:17:11,392 INFO [RS:0;700749f6e4aa:39315 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=700749f6e4aa%2C39315%2C1731208629620, suffix=, logDir=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/WALs/700749f6e4aa,39315,1731208629620, archiveDir=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/oldWALs, maxLogs=32 2024-11-10T03:17:11,405 DEBUG [RS:0;700749f6e4aa:39315 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(600): When create output stream for /user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/WALs/700749f6e4aa,39315,1731208629620/700749f6e4aa%2C39315%2C1731208629620.1731208631394, exclude list is [], retry=0 2024-11-10T03:17:11,410 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39261,DS-c4f30f12-8e88-41b0-98a4-cf05746dfc99,DISK] 2024-11-10T03:17:11,413 INFO [RS:0;700749f6e4aa:39315 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/WALs/700749f6e4aa,39315,1731208629620/700749f6e4aa%2C39315%2C1731208629620.1731208631394 2024-11-10T03:17:11,414 DEBUG [RS:0;700749f6e4aa:39315 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41681:41681)] 2024-11-10T03:17:11,488 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T03:17:11,492 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T03:17:11,497 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T03:17:11,497 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:11,499 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T03:17:11,500 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T03:17:11,502 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T03:17:11,503 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:11,503 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T03:17:11,503 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T03:17:11,505 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T03:17:11,506 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:11,506 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T03:17:11,508 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/hbase/meta/1588230740 2024-11-10T03:17:11,508 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/hbase/meta/1588230740 2024-11-10T03:17:11,511 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-10T03:17:11,513 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-11-10T03:17:11,517 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T03:17:11,517 INFO [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69075734, jitterRate=0.02930864691734314}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-10T03:17:11,520 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-11-10T03:17:11,520 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-11-10T03:17:11,520 INFO [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-11-10T03:17:11,520 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-11-10T03:17:11,520 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T03:17:11,520 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T03:17:11,521 INFO [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-11-10T03:17:11,521 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-11-10T03:17:11,524 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-11-10T03:17:11,524 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-11-10T03:17:11,528 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-10T03:17:11,536 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T03:17:11,538 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-10T03:17:11,690 DEBUG [700749f6e4aa:38295 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-10T03:17:11,697 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:11,705 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 700749f6e4aa,39315,1731208629620, state=OPENING 2024-11-10T03:17:11,743 DEBUG [PEWorker-5 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-10T03:17:11,751 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38295-0x1012408ea080000, quorum=127.0.0.1:55635, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T03:17:11,751 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39315-0x1012408ea080001, quorum=127.0.0.1:55635, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T03:17:11,752 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T03:17:11,752 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T03:17:11,756 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=700749f6e4aa,39315,1731208629620}] 2024-11-10T03:17:11,940 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 700749f6e4aa,39315,1731208629620 2024-11-10T03:17:11,941 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T03:17:11,944 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38432, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T03:17:11,955 INFO [RS_OPEN_META-regionserver/700749f6e4aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-11-10T03:17:11,956 INFO [RS_OPEN_META-regionserver/700749f6e4aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T03:17:11,956 INFO [RS_OPEN_META-regionserver/700749f6e4aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-10T03:17:11,960 INFO [RS_OPEN_META-regionserver/700749f6e4aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=700749f6e4aa%2C39315%2C1731208629620.meta, suffix=.meta, logDir=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/WALs/700749f6e4aa,39315,1731208629620, archiveDir=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/oldWALs, maxLogs=32 2024-11-10T03:17:11,976 DEBUG [RS_OPEN_META-regionserver/700749f6e4aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(600): When create output stream for /user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/WALs/700749f6e4aa,39315,1731208629620/700749f6e4aa%2C39315%2C1731208629620.meta.1731208631962.meta, exclude list is [], retry=0 2024-11-10T03:17:11,980 DEBUG [RS-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39261,DS-c4f30f12-8e88-41b0-98a4-cf05746dfc99,DISK] 2024-11-10T03:17:11,982 INFO [RS_OPEN_META-regionserver/700749f6e4aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/WALs/700749f6e4aa,39315,1731208629620/700749f6e4aa%2C39315%2C1731208629620.meta.1731208631962.meta 2024-11-10T03:17:11,983 DEBUG [RS_OPEN_META-regionserver/700749f6e4aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41681:41681)] 2024-11-10T03:17:11,983 DEBUG [RS_OPEN_META-regionserver/700749f6e4aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-10T03:17:11,984 DEBUG [RS_OPEN_META-regionserver/700749f6e4aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T03:17:12,034 DEBUG [RS_OPEN_META-regionserver/700749f6e4aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-10T03:17:12,038 INFO [RS_OPEN_META-regionserver/700749f6e4aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-10T03:17:12,041 DEBUG [RS_OPEN_META-regionserver/700749f6e4aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-10T03:17:12,041 DEBUG [RS_OPEN_META-regionserver/700749f6e4aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T03:17:12,042 DEBUG [RS_OPEN_META-regionserver/700749f6e4aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-11-10T03:17:12,042 DEBUG [RS_OPEN_META-regionserver/700749f6e4aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-11-10T03:17:12,045 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T03:17:12,046 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T03:17:12,047 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:12,048 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T03:17:12,048 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T03:17:12,050 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T03:17:12,050 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:12,051 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T03:17:12,051 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T03:17:12,053 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T03:17:12,053 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:12,054 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T03:17:12,055 DEBUG [RS_OPEN_META-regionserver/700749f6e4aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/hbase/meta/1588230740 2024-11-10T03:17:12,058 DEBUG [RS_OPEN_META-regionserver/700749f6e4aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/hbase/meta/1588230740 2024-11-10T03:17:12,061 DEBUG [RS_OPEN_META-regionserver/700749f6e4aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-10T03:17:12,064 DEBUG [RS_OPEN_META-regionserver/700749f6e4aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-11-10T03:17:12,066 INFO [RS_OPEN_META-regionserver/700749f6e4aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61621424, jitterRate=-0.08176922798156738}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-10T03:17:12,067 DEBUG [RS_OPEN_META-regionserver/700749f6e4aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-11-10T03:17:12,074 INFO [RS_OPEN_META-regionserver/700749f6e4aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731208631934 2024-11-10T03:17:12,084 DEBUG [RS_OPEN_META-regionserver/700749f6e4aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-10T03:17:12,084 INFO [RS_OPEN_META-regionserver/700749f6e4aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-11-10T03:17:12,085 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:12,087 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 700749f6e4aa,39315,1731208629620, state=OPEN 2024-11-10T03:17:12,178 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39315-0x1012408ea080001, quorum=127.0.0.1:55635, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-10T03:17:12,178 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38295-0x1012408ea080000, quorum=127.0.0.1:55635, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-10T03:17:12,178 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T03:17:12,178 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T03:17:12,184 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-11-10T03:17:12,184 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=700749f6e4aa,39315,1731208629620 in 422 msec 2024-11-10T03:17:12,193 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-11-10T03:17:12,193 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 657 msec 2024-11-10T03:17:12,198 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 1.1980 sec 2024-11-10T03:17:12,198 INFO [master/700749f6e4aa:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731208632198, completionTime=-1 2024-11-10T03:17:12,198 INFO [master/700749f6e4aa:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-10T03:17:12,198 DEBUG [master/700749f6e4aa:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-11-10T03:17:12,230 DEBUG [hconnection-0x3ef0f905-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T03:17:12,232 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38440, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T03:17:12,242 INFO [master/700749f6e4aa:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=1 2024-11-10T03:17:12,242 INFO [master/700749f6e4aa:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731208692242 2024-11-10T03:17:12,242 INFO [master/700749f6e4aa:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731208752242 2024-11-10T03:17:12,242 INFO [master/700749f6e4aa:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 43 msec 2024-11-10T03:17:12,278 INFO [master/700749f6e4aa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=700749f6e4aa,38295,1731208628871-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T03:17:12,279 INFO [master/700749f6e4aa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=700749f6e4aa,38295,1731208628871-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T03:17:12,279 INFO [master/700749f6e4aa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=700749f6e4aa,38295,1731208628871-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T03:17:12,280 INFO [master/700749f6e4aa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-700749f6e4aa:38295, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T03:17:12,281 INFO [master/700749f6e4aa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-10T03:17:12,286 DEBUG [master/700749f6e4aa:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-11-10T03:17:12,288 INFO [master/700749f6e4aa:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-11-10T03:17:12,289 INFO [master/700749f6e4aa:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-10T03:17:12,295 DEBUG [master/700749f6e4aa:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-11-10T03:17:12,298 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T03:17:12,299 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:12,300 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T03:17:12,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741835_1011 (size=358) 2024-11-10T03:17:12,717 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => ae1a64df309a7596e75e7e3cb82f1000, NAME => 'hbase:namespace,,1731208632289.ae1a64df309a7596e75e7e3cb82f1000.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52 2024-11-10T03:17:12,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741836_1012 (size=42) 2024-11-10T03:17:13,133 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1731208632289.ae1a64df309a7596e75e7e3cb82f1000.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T03:17:13,133 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing ae1a64df309a7596e75e7e3cb82f1000, disabling compactions & flushes 2024-11-10T03:17:13,133 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1731208632289.ae1a64df309a7596e75e7e3cb82f1000. 2024-11-10T03:17:13,134 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1731208632289.ae1a64df309a7596e75e7e3cb82f1000. 2024-11-10T03:17:13,134 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1731208632289.ae1a64df309a7596e75e7e3cb82f1000. after waiting 0 ms 2024-11-10T03:17:13,134 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1731208632289.ae1a64df309a7596e75e7e3cb82f1000. 2024-11-10T03:17:13,135 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1731208632289.ae1a64df309a7596e75e7e3cb82f1000. 2024-11-10T03:17:13,135 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for ae1a64df309a7596e75e7e3cb82f1000: 2024-11-10T03:17:13,140 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T03:17:13,149 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1731208632289.ae1a64df309a7596e75e7e3cb82f1000.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1731208633142"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731208633142"}]},"ts":"1731208633142"} 2024-11-10T03:17:13,168 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-10T03:17:13,170 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T03:17:13,173 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731208633170"}]},"ts":"1731208633170"} 2024-11-10T03:17:13,177 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-11-10T03:17:13,229 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=ae1a64df309a7596e75e7e3cb82f1000, ASSIGN}] 2024-11-10T03:17:13,233 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=ae1a64df309a7596e75e7e3cb82f1000, ASSIGN 2024-11-10T03:17:13,235 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=ae1a64df309a7596e75e7e3cb82f1000, ASSIGN; state=OFFLINE, location=700749f6e4aa,39315,1731208629620; forceNewPlan=false, retain=false 2024-11-10T03:17:13,386 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=ae1a64df309a7596e75e7e3cb82f1000, regionState=OPENING, regionLocation=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:13,395 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure ae1a64df309a7596e75e7e3cb82f1000, server=700749f6e4aa,39315,1731208629620}] 2024-11-10T03:17:13,553 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 700749f6e4aa,39315,1731208629620 2024-11-10T03:17:13,560 INFO [RS_OPEN_PRIORITY_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1731208632289.ae1a64df309a7596e75e7e3cb82f1000. 2024-11-10T03:17:13,560 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => ae1a64df309a7596e75e7e3cb82f1000, NAME => 'hbase:namespace,,1731208632289.ae1a64df309a7596e75e7e3cb82f1000.', STARTKEY => '', ENDKEY => ''} 2024-11-10T03:17:13,561 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace ae1a64df309a7596e75e7e3cb82f1000 2024-11-10T03:17:13,561 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1731208632289.ae1a64df309a7596e75e7e3cb82f1000.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T03:17:13,561 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for ae1a64df309a7596e75e7e3cb82f1000 2024-11-10T03:17:13,561 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for ae1a64df309a7596e75e7e3cb82f1000 2024-11-10T03:17:13,564 INFO [StoreOpener-ae1a64df309a7596e75e7e3cb82f1000-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region ae1a64df309a7596e75e7e3cb82f1000 2024-11-10T03:17:13,568 INFO [StoreOpener-ae1a64df309a7596e75e7e3cb82f1000-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ae1a64df309a7596e75e7e3cb82f1000 columnFamilyName info 2024-11-10T03:17:13,568 DEBUG [StoreOpener-ae1a64df309a7596e75e7e3cb82f1000-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:13,569 INFO [StoreOpener-ae1a64df309a7596e75e7e3cb82f1000-1 {}] regionserver.HStore(327): Store=ae1a64df309a7596e75e7e3cb82f1000/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T03:17:13,571 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/hbase/namespace/ae1a64df309a7596e75e7e3cb82f1000 2024-11-10T03:17:13,572 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/hbase/namespace/ae1a64df309a7596e75e7e3cb82f1000 2024-11-10T03:17:13,576 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for ae1a64df309a7596e75e7e3cb82f1000 2024-11-10T03:17:13,580 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/hbase/namespace/ae1a64df309a7596e75e7e3cb82f1000/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T03:17:13,582 INFO [RS_OPEN_PRIORITY_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened ae1a64df309a7596e75e7e3cb82f1000; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59453248, jitterRate=-0.11407756805419922}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-10T03:17:13,583 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for ae1a64df309a7596e75e7e3cb82f1000: 2024-11-10T03:17:13,585 INFO [RS_OPEN_PRIORITY_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1731208632289.ae1a64df309a7596e75e7e3cb82f1000., pid=6, masterSystemTime=1731208633553 2024-11-10T03:17:13,589 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1731208632289.ae1a64df309a7596e75e7e3cb82f1000. 2024-11-10T03:17:13,589 INFO [RS_OPEN_PRIORITY_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1731208632289.ae1a64df309a7596e75e7e3cb82f1000. 2024-11-10T03:17:13,590 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=ae1a64df309a7596e75e7e3cb82f1000, regionState=OPEN, openSeqNum=2, regionLocation=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:13,599 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-11-10T03:17:13,600 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure ae1a64df309a7596e75e7e3cb82f1000, server=700749f6e4aa,39315,1731208629620 in 200 msec 2024-11-10T03:17:13,603 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-11-10T03:17:13,603 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=ae1a64df309a7596e75e7e3cb82f1000, ASSIGN in 370 msec 2024-11-10T03:17:13,604 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T03:17:13,604 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731208633604"}]},"ts":"1731208633604"} 2024-11-10T03:17:13,607 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-11-10T03:17:13,645 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T03:17:13,652 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 1.3550 sec 2024-11-10T03:17:13,701 DEBUG [master/700749f6e4aa:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:38295-0x1012408ea080000, quorum=127.0.0.1:55635, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/namespace 2024-11-10T03:17:13,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38295-0x1012408ea080000, quorum=127.0.0.1:55635, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/namespace 2024-11-10T03:17:13,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39315-0x1012408ea080001, quorum=127.0.0.1:55635, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T03:17:13,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38295-0x1012408ea080000, quorum=127.0.0.1:55635, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T03:17:13,736 DEBUG [master/700749f6e4aa:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-11-10T03:17:13,758 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38295-0x1012408ea080000, quorum=127.0.0.1:55635, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-11-10T03:17:13,775 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 39 msec 2024-11-10T03:17:13,782 DEBUG [master/700749f6e4aa:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-11-10T03:17:13,801 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38295-0x1012408ea080000, quorum=127.0.0.1:55635, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-11-10T03:17:13,813 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 31 msec 2024-11-10T03:17:13,843 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38295-0x1012408ea080000, quorum=127.0.0.1:55635, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/default 2024-11-10T03:17:13,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38295-0x1012408ea080000, quorum=127.0.0.1:55635, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/hbase 2024-11-10T03:17:13,860 INFO [master/700749f6e4aa:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 4.158sec 2024-11-10T03:17:13,863 INFO [master/700749f6e4aa:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-10T03:17:13,865 INFO [master/700749f6e4aa:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-10T03:17:13,867 INFO [master/700749f6e4aa:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-10T03:17:13,868 INFO [master/700749f6e4aa:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-10T03:17:13,868 INFO [master/700749f6e4aa:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-10T03:17:13,869 INFO [master/700749f6e4aa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=700749f6e4aa,38295,1731208628871-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T03:17:13,870 INFO [master/700749f6e4aa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=700749f6e4aa,38295,1731208628871-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-10T03:17:13,876 DEBUG [master/700749f6e4aa:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-11-10T03:17:13,877 INFO [master/700749f6e4aa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-10T03:17:13,877 INFO [master/700749f6e4aa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=700749f6e4aa,38295,1731208628871-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T03:17:13,881 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5e83c466 to 127.0.0.1:55635 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@39dee83f 2024-11-10T03:17:13,881 WARN [Time-limited test {}] client.ZKConnectionRegistry(90): ZKConnectionRegistry is deprecated. See https://hbase.apache.org/book.html#client.rpcconnectionregistry 2024-11-10T03:17:13,894 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67b8b597, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T03:17:13,898 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-10T03:17:13,898 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-10T03:17:13,908 DEBUG [hconnection-0x4c09ef46-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T03:17:13,915 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38444, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T03:17:13,925 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=700749f6e4aa,38295,1731208628871 2024-11-10T03:17:13,939 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testMixedAtomicity Thread=219, OpenFileDescriptor=444, MaxFileDescriptor=1048576, SystemLoadAverage=140, ProcessCount=11, AvailableMemoryMB=5259 2024-11-10T03:17:13,947 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T03:17:13,950 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56222, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T03:17:13,956 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-10T03:17:13,960 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T03:17:13,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-10T03:17:13,965 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T03:17:13,966 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 9 2024-11-10T03:17:13,966 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:13,968 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T03:17:13,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-10T03:17:14,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741837_1013 (size=960) 2024-11-10T03:17:14,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-10T03:17:14,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-10T03:17:14,409 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 1f9e9150efcac6954dbb7a06ad294f4d, NAME => 'TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52 2024-11-10T03:17:14,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741838_1014 (size=53) 2024-11-10T03:17:14,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-10T03:17:14,822 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T03:17:14,823 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 1f9e9150efcac6954dbb7a06ad294f4d, disabling compactions & flushes 2024-11-10T03:17:14,823 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d. 2024-11-10T03:17:14,823 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d. 2024-11-10T03:17:14,823 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d. after waiting 0 ms 2024-11-10T03:17:14,823 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d. 2024-11-10T03:17:14,823 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d. 2024-11-10T03:17:14,824 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 1f9e9150efcac6954dbb7a06ad294f4d: 2024-11-10T03:17:14,827 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T03:17:14,828 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731208634827"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731208634827"}]},"ts":"1731208634827"} 2024-11-10T03:17:14,833 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-10T03:17:14,835 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T03:17:14,836 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731208634835"}]},"ts":"1731208634835"} 2024-11-10T03:17:14,839 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-10T03:17:14,885 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=1f9e9150efcac6954dbb7a06ad294f4d, ASSIGN}] 2024-11-10T03:17:14,890 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=1f9e9150efcac6954dbb7a06ad294f4d, ASSIGN 2024-11-10T03:17:14,894 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=1f9e9150efcac6954dbb7a06ad294f4d, ASSIGN; state=OFFLINE, location=700749f6e4aa,39315,1731208629620; forceNewPlan=false, retain=false 2024-11-10T03:17:15,045 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=1f9e9150efcac6954dbb7a06ad294f4d, regionState=OPENING, regionLocation=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:15,050 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE; OpenRegionProcedure 1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620}] 2024-11-10T03:17:15,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-10T03:17:15,207 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 700749f6e4aa,39315,1731208629620 2024-11-10T03:17:15,220 INFO [RS_OPEN_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d. 2024-11-10T03:17:15,220 DEBUG [RS_OPEN_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7285): Opening region: {ENCODED => 1f9e9150efcac6954dbb7a06ad294f4d, NAME => 'TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.', STARTKEY => '', ENDKEY => ''} 2024-11-10T03:17:15,221 DEBUG [RS_OPEN_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 1f9e9150efcac6954dbb7a06ad294f4d 2024-11-10T03:17:15,221 DEBUG [RS_OPEN_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T03:17:15,221 DEBUG [RS_OPEN_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7327): checking encryption for 1f9e9150efcac6954dbb7a06ad294f4d 2024-11-10T03:17:15,221 DEBUG [RS_OPEN_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7330): checking classloading for 1f9e9150efcac6954dbb7a06ad294f4d 2024-11-10T03:17:15,223 INFO [StoreOpener-1f9e9150efcac6954dbb7a06ad294f4d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 1f9e9150efcac6954dbb7a06ad294f4d 2024-11-10T03:17:15,226 INFO [StoreOpener-1f9e9150efcac6954dbb7a06ad294f4d-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-10T03:17:15,227 INFO [StoreOpener-1f9e9150efcac6954dbb7a06ad294f4d-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1f9e9150efcac6954dbb7a06ad294f4d columnFamilyName A 2024-11-10T03:17:15,227 DEBUG [StoreOpener-1f9e9150efcac6954dbb7a06ad294f4d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:15,228 INFO [StoreOpener-1f9e9150efcac6954dbb7a06ad294f4d-1 {}] regionserver.HStore(327): Store=1f9e9150efcac6954dbb7a06ad294f4d/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T03:17:15,229 INFO [StoreOpener-1f9e9150efcac6954dbb7a06ad294f4d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 1f9e9150efcac6954dbb7a06ad294f4d 2024-11-10T03:17:15,231 INFO [StoreOpener-1f9e9150efcac6954dbb7a06ad294f4d-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-10T03:17:15,232 INFO [StoreOpener-1f9e9150efcac6954dbb7a06ad294f4d-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1f9e9150efcac6954dbb7a06ad294f4d columnFamilyName B 2024-11-10T03:17:15,232 DEBUG [StoreOpener-1f9e9150efcac6954dbb7a06ad294f4d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:15,233 INFO [StoreOpener-1f9e9150efcac6954dbb7a06ad294f4d-1 {}] regionserver.HStore(327): Store=1f9e9150efcac6954dbb7a06ad294f4d/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T03:17:15,233 INFO [StoreOpener-1f9e9150efcac6954dbb7a06ad294f4d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 1f9e9150efcac6954dbb7a06ad294f4d 2024-11-10T03:17:15,235 INFO [StoreOpener-1f9e9150efcac6954dbb7a06ad294f4d-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-10T03:17:15,236 INFO [StoreOpener-1f9e9150efcac6954dbb7a06ad294f4d-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1f9e9150efcac6954dbb7a06ad294f4d columnFamilyName C 2024-11-10T03:17:15,236 DEBUG [StoreOpener-1f9e9150efcac6954dbb7a06ad294f4d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:15,237 INFO [StoreOpener-1f9e9150efcac6954dbb7a06ad294f4d-1 {}] regionserver.HStore(327): Store=1f9e9150efcac6954dbb7a06ad294f4d/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T03:17:15,237 INFO [RS_OPEN_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d. 2024-11-10T03:17:15,239 DEBUG [RS_OPEN_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d 2024-11-10T03:17:15,239 DEBUG [RS_OPEN_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d 2024-11-10T03:17:15,242 DEBUG [RS_OPEN_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-10T03:17:15,244 DEBUG [RS_OPEN_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1085): writing seq id for 1f9e9150efcac6954dbb7a06ad294f4d 2024-11-10T03:17:15,248 DEBUG [RS_OPEN_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T03:17:15,249 INFO [RS_OPEN_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1102): Opened 1f9e9150efcac6954dbb7a06ad294f4d; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60949889, jitterRate=-0.09177587926387787}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-10T03:17:15,250 DEBUG [RS_OPEN_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1001): Region open journal for 1f9e9150efcac6954dbb7a06ad294f4d: 2024-11-10T03:17:15,251 INFO [RS_OPEN_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d., pid=11, masterSystemTime=1731208635207 2024-11-10T03:17:15,254 DEBUG [RS_OPEN_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d. 2024-11-10T03:17:15,254 INFO [RS_OPEN_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d. 2024-11-10T03:17:15,255 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=1f9e9150efcac6954dbb7a06ad294f4d, regionState=OPEN, openSeqNum=2, regionLocation=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:15,261 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=11, resume processing ppid=10 2024-11-10T03:17:15,262 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=10, state=SUCCESS; OpenRegionProcedure 1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 in 208 msec 2024-11-10T03:17:15,264 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=10, resume processing ppid=9 2024-11-10T03:17:15,264 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=1f9e9150efcac6954dbb7a06ad294f4d, ASSIGN in 376 msec 2024-11-10T03:17:15,265 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T03:17:15,266 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731208635265"}]},"ts":"1731208635265"} 2024-11-10T03:17:15,268 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-10T03:17:15,313 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T03:17:15,319 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.3520 sec 2024-11-10T03:17:16,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-10T03:17:16,113 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 9 completed 2024-11-10T03:17:16,121 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0e98ea32 to 127.0.0.1:55635 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3b9fcedf 2024-11-10T03:17:16,221 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e71e468, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T03:17:16,224 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T03:17:16,227 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38458, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T03:17:16,231 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T03:17:16,233 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56230, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T03:17:16,244 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x12885408 to 127.0.0.1:55635 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@9bd0964 2024-11-10T03:17:16,267 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c63ae4e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T03:17:16,268 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x72b32f98 to 127.0.0.1:55635 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1324ee83 2024-11-10T03:17:16,281 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@736f1673, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T03:17:16,283 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x04977266 to 127.0.0.1:55635 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@45b55c24 2024-11-10T03:17:16,300 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ee2166f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T03:17:16,303 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6bbb5d8a to 127.0.0.1:55635 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@48068a5 2024-11-10T03:17:16,319 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f34ff67, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T03:17:16,321 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x18603bb9 to 127.0.0.1:55635 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3883f7b 2024-11-10T03:17:16,335 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b5f27aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T03:17:16,337 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x72e97e4b to 127.0.0.1:55635 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@12a1285d 2024-11-10T03:17:16,344 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c3b736e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T03:17:16,346 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x490457fd to 127.0.0.1:55635 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@527c6d40 2024-11-10T03:17:16,363 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@353bc462, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T03:17:16,366 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2c8de680 to 127.0.0.1:55635 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@47fe2fa7 2024-11-10T03:17:16,377 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6502d571, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T03:17:16,378 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6f6b07e3 to 127.0.0.1:55635 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@595e9ebe 2024-11-10T03:17:16,394 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a0471b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T03:17:16,409 DEBUG [hconnection-0x7b1969d5-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T03:17:16,409 DEBUG [hconnection-0x5f7b3fd6-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T03:17:16,412 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38470, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T03:17:16,413 DEBUG [hconnection-0x1074f994-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T03:17:16,415 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38472, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T03:17:16,416 DEBUG [hconnection-0x53f1d8ba-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T03:17:16,418 DEBUG [hconnection-0x4360c845-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T03:17:16,418 DEBUG [hconnection-0x3d0fdd06-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T03:17:16,419 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38478, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T03:17:16,420 DEBUG [hconnection-0x40eb5aeb-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T03:17:16,423 DEBUG [hconnection-0x703098f9-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T03:17:16,424 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38490, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T03:17:16,424 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T03:17:16,428 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38496, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T03:17:16,432 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38510, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T03:17:16,435 DEBUG [hconnection-0x59c3390f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T03:17:16,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] procedure2.ProcedureExecutor(1098): Stored pid=12, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees 2024-11-10T03:17:16,440 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38518, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T03:17:16,441 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=12, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T03:17:16,442 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38532, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T03:17:16,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-10T03:17:16,446 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=12, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T03:17:16,448 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T03:17:16,454 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38540, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T03:17:16,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-10T03:17:16,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(8581): Flush requested on 1f9e9150efcac6954dbb7a06ad294f4d 2024-11-10T03:17:16,547 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1f9e9150efcac6954dbb7a06ad294f4d 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-10T03:17:16,557 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1f9e9150efcac6954dbb7a06ad294f4d, store=A 2024-11-10T03:17:16,558 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:17:16,558 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1f9e9150efcac6954dbb7a06ad294f4d, store=B 2024-11-10T03:17:16,558 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:17:16,558 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1f9e9150efcac6954dbb7a06ad294f4d, store=C 2024-11-10T03:17:16,558 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:17:16,608 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 700749f6e4aa,39315,1731208629620 2024-11-10T03:17:16,610 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39315 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-10T03:17:16,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d. 2024-11-10T03:17:16,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d. as already flushing 2024-11-10T03:17:16,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d. 2024-11-10T03:17:16,623 ERROR [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 1f9e9150efcac6954dbb7a06ad294f4d, NAME => 'TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:17:16,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 1f9e9150efcac6954dbb7a06ad294f4d, NAME => 'TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:17:16,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1f9e9150efcac6954dbb7a06ad294f4d, NAME => 'TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1f9e9150efcac6954dbb7a06ad294f4d, NAME => 'TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:17:16,676 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:16,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38518 deadline: 1731208696654, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:16,684 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:16,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38496 deadline: 1731208696664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:16,688 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:16,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38478 deadline: 1731208696664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:16,690 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:16,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38532 deadline: 1731208696671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:16,699 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:16,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38470 deadline: 1731208696677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:16,708 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/A/c1fde0207a684f35811aaabf910be093 is 50, key is test_row_0/A:col10/1731208636448/Put/seqid=0 2024-11-10T03:17:16,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-10T03:17:16,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741839_1015 (size=12001) 2024-11-10T03:17:16,759 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/A/c1fde0207a684f35811aaabf910be093 2024-11-10T03:17:16,789 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 700749f6e4aa,39315,1731208629620 2024-11-10T03:17:16,790 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39315 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-10T03:17:16,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d. 2024-11-10T03:17:16,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d. as already flushing 2024-11-10T03:17:16,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d. 2024-11-10T03:17:16,796 ERROR [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 1f9e9150efcac6954dbb7a06ad294f4d, NAME => 'TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:17:16,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 1f9e9150efcac6954dbb7a06ad294f4d, NAME => 'TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:17:16,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1f9e9150efcac6954dbb7a06ad294f4d, NAME => 'TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1f9e9150efcac6954dbb7a06ad294f4d, NAME => 'TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:17:16,817 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:16,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38478 deadline: 1731208696815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:16,819 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:16,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38470 deadline: 1731208696815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:16,820 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:16,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38496 deadline: 1731208696816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:16,823 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:16,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38518 deadline: 1731208696816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:16,825 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:16,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38532 deadline: 1731208696816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:16,874 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/B/fc9448beee0446908b798cfa11dd4ee6 is 50, key is test_row_0/B:col10/1731208636448/Put/seqid=0 2024-11-10T03:17:16,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741840_1016 (size=12001) 2024-11-10T03:17:16,953 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 700749f6e4aa,39315,1731208629620 2024-11-10T03:17:16,954 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39315 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-10T03:17:16,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d. 2024-11-10T03:17:16,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d. as already flushing 2024-11-10T03:17:16,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d. 2024-11-10T03:17:16,958 ERROR [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 1f9e9150efcac6954dbb7a06ad294f4d, NAME => 'TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:17:16,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 1f9e9150efcac6954dbb7a06ad294f4d, NAME => 'TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:17:16,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1f9e9150efcac6954dbb7a06ad294f4d, NAME => 'TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1f9e9150efcac6954dbb7a06ad294f4d, NAME => 'TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:17:17,024 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:17,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38470 deadline: 1731208697023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:17,027 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:17,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38478 deadline: 1731208697025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:17,029 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:17,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38496 deadline: 1731208697027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:17,030 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:17,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38518 deadline: 1731208697028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:17,031 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:17,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38532 deadline: 1731208697030, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:17,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-10T03:17:17,113 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 700749f6e4aa,39315,1731208629620 2024-11-10T03:17:17,114 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39315 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-10T03:17:17,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d. 2024-11-10T03:17:17,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d. as already flushing 2024-11-10T03:17:17,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d. 2024-11-10T03:17:17,115 ERROR [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 1f9e9150efcac6954dbb7a06ad294f4d, NAME => 'TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:17:17,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 1f9e9150efcac6954dbb7a06ad294f4d, NAME => 'TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:17:17,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1f9e9150efcac6954dbb7a06ad294f4d, NAME => 'TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1f9e9150efcac6954dbb7a06ad294f4d, NAME => 'TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:17:17,270 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 700749f6e4aa,39315,1731208629620 2024-11-10T03:17:17,271 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39315 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-10T03:17:17,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d. 2024-11-10T03:17:17,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d. as already flushing 2024-11-10T03:17:17,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d. 2024-11-10T03:17:17,271 ERROR [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 1f9e9150efcac6954dbb7a06ad294f4d, NAME => 'TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:17:17,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 1f9e9150efcac6954dbb7a06ad294f4d, NAME => 'TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:17:17,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1f9e9150efcac6954dbb7a06ad294f4d, NAME => 'TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1f9e9150efcac6954dbb7a06ad294f4d, NAME => 'TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:17:17,303 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/B/fc9448beee0446908b798cfa11dd4ee6 2024-11-10T03:17:17,332 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:17,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38470 deadline: 1731208697331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:17,338 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:17,338 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:17,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38496 deadline: 1731208697335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:17,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38478 deadline: 1731208697336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:17,340 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:17,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38532 deadline: 1731208697337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:17,340 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:17,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38518 deadline: 1731208697336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:17,356 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/C/87e9cdad2aaa460081caef6ddf19e832 is 50, key is test_row_0/C:col10/1731208636448/Put/seqid=0 2024-11-10T03:17:17,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741841_1017 (size=12001) 2024-11-10T03:17:17,426 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 700749f6e4aa,39315,1731208629620 2024-11-10T03:17:17,427 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39315 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-10T03:17:17,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d. 2024-11-10T03:17:17,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d. as already flushing 2024-11-10T03:17:17,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d. 2024-11-10T03:17:17,427 ERROR [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 1f9e9150efcac6954dbb7a06ad294f4d, NAME => 'TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:17:17,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 1f9e9150efcac6954dbb7a06ad294f4d, NAME => 'TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:17:17,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1f9e9150efcac6954dbb7a06ad294f4d, NAME => 'TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1f9e9150efcac6954dbb7a06ad294f4d, NAME => 'TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:17:17,551 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-10T03:17:17,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-10T03:17:17,581 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 700749f6e4aa,39315,1731208629620 2024-11-10T03:17:17,582 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39315 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-10T03:17:17,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d. 2024-11-10T03:17:17,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d. as already flushing 2024-11-10T03:17:17,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d. 2024-11-10T03:17:17,583 ERROR [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 1f9e9150efcac6954dbb7a06ad294f4d, NAME => 'TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:17:17,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 1f9e9150efcac6954dbb7a06ad294f4d, NAME => 'TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:17:17,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1f9e9150efcac6954dbb7a06ad294f4d, NAME => 'TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1f9e9150efcac6954dbb7a06ad294f4d, NAME => 'TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:17:17,635 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-10T03:17:17,636 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-10T03:17:17,637 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:namespace' 2024-11-10T03:17:17,737 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 700749f6e4aa,39315,1731208629620 2024-11-10T03:17:17,738 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39315 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-10T03:17:17,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d. 2024-11-10T03:17:17,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d. as already flushing 2024-11-10T03:17:17,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d. 2024-11-10T03:17:17,739 ERROR [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 1f9e9150efcac6954dbb7a06ad294f4d, NAME => 'TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:17:17,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 1f9e9150efcac6954dbb7a06ad294f4d, NAME => 'TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:17:17,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1f9e9150efcac6954dbb7a06ad294f4d, NAME => 'TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1f9e9150efcac6954dbb7a06ad294f4d, NAME => 'TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:17:17,814 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/C/87e9cdad2aaa460081caef6ddf19e832 2024-11-10T03:17:17,835 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/A/c1fde0207a684f35811aaabf910be093 as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/A/c1fde0207a684f35811aaabf910be093 2024-11-10T03:17:17,846 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:17,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38496 deadline: 1731208697845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:17,846 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:17,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38532 deadline: 1731208697846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:17,847 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:17,847 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:17,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38478 deadline: 1731208697846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:17,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38518 deadline: 1731208697847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:17,849 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:17,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38470 deadline: 1731208697848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:17,859 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/A/c1fde0207a684f35811aaabf910be093, entries=150, sequenceid=13, filesize=11.7 K 2024-11-10T03:17:17,865 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/B/fc9448beee0446908b798cfa11dd4ee6 as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/B/fc9448beee0446908b798cfa11dd4ee6 2024-11-10T03:17:17,883 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/B/fc9448beee0446908b798cfa11dd4ee6, entries=150, sequenceid=13, filesize=11.7 K 2024-11-10T03:17:17,890 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/C/87e9cdad2aaa460081caef6ddf19e832 as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/C/87e9cdad2aaa460081caef6ddf19e832 2024-11-10T03:17:17,893 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 700749f6e4aa,39315,1731208629620 2024-11-10T03:17:17,893 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39315 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-10T03:17:17,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d. 2024-11-10T03:17:17,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d. as already flushing 2024-11-10T03:17:17,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d. 2024-11-10T03:17:17,894 ERROR [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 1f9e9150efcac6954dbb7a06ad294f4d, NAME => 'TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:17:17,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 1f9e9150efcac6954dbb7a06ad294f4d, NAME => 'TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:17:17,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1f9e9150efcac6954dbb7a06ad294f4d, NAME => 'TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1f9e9150efcac6954dbb7a06ad294f4d, NAME => 'TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:17:17,911 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/C/87e9cdad2aaa460081caef6ddf19e832, entries=150, sequenceid=13, filesize=11.7 K 2024-11-10T03:17:17,913 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 1f9e9150efcac6954dbb7a06ad294f4d in 1365ms, sequenceid=13, compaction requested=false 2024-11-10T03:17:17,913 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1f9e9150efcac6954dbb7a06ad294f4d: 2024-11-10T03:17:18,052 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 700749f6e4aa,39315,1731208629620 2024-11-10T03:17:18,053 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39315 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-10T03:17:18,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d. 2024-11-10T03:17:18,054 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2837): Flushing 1f9e9150efcac6954dbb7a06ad294f4d 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-10T03:17:18,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1f9e9150efcac6954dbb7a06ad294f4d, store=A 2024-11-10T03:17:18,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:17:18,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1f9e9150efcac6954dbb7a06ad294f4d, store=B 2024-11-10T03:17:18,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:17:18,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1f9e9150efcac6954dbb7a06ad294f4d, store=C 2024-11-10T03:17:18,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:17:18,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/A/e85068e610004d6f89ef3a7a7e1582e7 is 50, key is test_row_0/A:col10/1731208636669/Put/seqid=0 2024-11-10T03:17:18,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741842_1018 (size=12001) 2024-11-10T03:17:18,504 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/A/e85068e610004d6f89ef3a7a7e1582e7 2024-11-10T03:17:18,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/B/0909ce1f87904455bbac4e64e5d0bf08 is 50, key is test_row_0/B:col10/1731208636669/Put/seqid=0 2024-11-10T03:17:18,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-10T03:17:18,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741843_1019 (size=12001) 2024-11-10T03:17:18,560 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/B/0909ce1f87904455bbac4e64e5d0bf08 2024-11-10T03:17:18,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/C/eb8b7f156be8492b883af6abdff7e478 is 50, key is test_row_0/C:col10/1731208636669/Put/seqid=0 2024-11-10T03:17:18,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741844_1020 (size=12001) 2024-11-10T03:17:18,859 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d. as already flushing 2024-11-10T03:17:18,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(8581): Flush requested on 1f9e9150efcac6954dbb7a06ad294f4d 2024-11-10T03:17:18,877 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:18,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38470 deadline: 1731208698870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:18,881 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:18,881 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:18,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38532 deadline: 1731208698874, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:18,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38518 deadline: 1731208698875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:18,882 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:18,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38496 deadline: 1731208698875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:18,882 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:18,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38478 deadline: 1731208698877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:18,981 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:18,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38470 deadline: 1731208698980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:18,986 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:18,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38532 deadline: 1731208698983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:18,990 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:18,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38496 deadline: 1731208698985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:18,992 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:18,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38478 deadline: 1731208698986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:18,992 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:18,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38518 deadline: 1731208698985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:19,029 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/C/eb8b7f156be8492b883af6abdff7e478 2024-11-10T03:17:19,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/A/e85068e610004d6f89ef3a7a7e1582e7 as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/A/e85068e610004d6f89ef3a7a7e1582e7 2024-11-10T03:17:19,069 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/A/e85068e610004d6f89ef3a7a7e1582e7, entries=150, sequenceid=37, filesize=11.7 K 2024-11-10T03:17:19,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/B/0909ce1f87904455bbac4e64e5d0bf08 as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/B/0909ce1f87904455bbac4e64e5d0bf08 2024-11-10T03:17:19,090 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/B/0909ce1f87904455bbac4e64e5d0bf08, entries=150, sequenceid=37, filesize=11.7 K 2024-11-10T03:17:19,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/C/eb8b7f156be8492b883af6abdff7e478 as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/C/eb8b7f156be8492b883af6abdff7e478 2024-11-10T03:17:19,112 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/C/eb8b7f156be8492b883af6abdff7e478, entries=150, sequenceid=37, filesize=11.7 K 2024-11-10T03:17:19,114 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 1f9e9150efcac6954dbb7a06ad294f4d in 1061ms, sequenceid=37, compaction requested=false 2024-11-10T03:17:19,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2538): Flush status journal for 1f9e9150efcac6954dbb7a06ad294f4d: 2024-11-10T03:17:19,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d. 2024-11-10T03:17:19,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-10T03:17:19,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster(4106): Remote procedure done, pid=13 2024-11-10T03:17:19,123 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=13, resume processing ppid=12 2024-11-10T03:17:19,123 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=12, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6700 sec 2024-11-10T03:17:19,128 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees in 2.6990 sec 2024-11-10T03:17:19,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(8581): Flush requested on 1f9e9150efcac6954dbb7a06ad294f4d 2024-11-10T03:17:19,192 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1f9e9150efcac6954dbb7a06ad294f4d 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-10T03:17:19,193 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1f9e9150efcac6954dbb7a06ad294f4d, store=A 2024-11-10T03:17:19,193 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:17:19,193 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1f9e9150efcac6954dbb7a06ad294f4d, store=B 2024-11-10T03:17:19,193 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:17:19,193 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1f9e9150efcac6954dbb7a06ad294f4d, store=C 2024-11-10T03:17:19,193 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:17:19,222 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/A/07747af6c4ec434389f2e041b519db16 is 50, key is test_row_0/A:col10/1731208638874/Put/seqid=0 2024-11-10T03:17:19,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741845_1021 (size=14341) 2024-11-10T03:17:19,243 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/A/07747af6c4ec434389f2e041b519db16 2024-11-10T03:17:19,278 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/B/67c7c3bf16fa4528b9380973de60bdf1 is 50, key is test_row_0/B:col10/1731208638874/Put/seqid=0 2024-11-10T03:17:19,309 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-10T03:17:19,309 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-10T03:17:19,312 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_namespace 2024-11-10T03:17:19,313 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_namespace Metrics about Tables on a single HBase RegionServer 2024-11-10T03:17:19,314 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T03:17:19,314 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-10T03:17:19,315 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-10T03:17:19,315 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-10T03:17:19,317 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-10T03:17:19,317 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-10T03:17:19,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741846_1022 (size=12001) 2024-11-10T03:17:19,328 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/B/67c7c3bf16fa4528b9380973de60bdf1 2024-11-10T03:17:19,360 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/C/b958126273f3457b8c8c7ed4a4432935 is 50, key is test_row_0/C:col10/1731208638874/Put/seqid=0 2024-11-10T03:17:19,384 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:19,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38470 deadline: 1731208699374, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:19,388 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:19,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38478 deadline: 1731208699378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:19,391 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:19,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38496 deadline: 1731208699383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:19,392 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:19,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38518 deadline: 1731208699383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:19,390 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:19,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38532 deadline: 1731208699378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:19,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741847_1023 (size=12001) 2024-11-10T03:17:19,489 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:19,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38470 deadline: 1731208699487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:19,493 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:19,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38478 deadline: 1731208699492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:19,499 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:19,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38496 deadline: 1731208699495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:19,500 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:19,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38518 deadline: 1731208699495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:19,501 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:19,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38532 deadline: 1731208699496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:19,696 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:19,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38470 deadline: 1731208699693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:19,706 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:19,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38478 deadline: 1731208699696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:19,707 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:19,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38518 deadline: 1731208699703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:19,710 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:19,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38496 deadline: 1731208699705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:19,711 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:19,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38532 deadline: 1731208699706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:19,825 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/C/b958126273f3457b8c8c7ed4a4432935 2024-11-10T03:17:19,842 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/A/07747af6c4ec434389f2e041b519db16 as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/A/07747af6c4ec434389f2e041b519db16 2024-11-10T03:17:19,860 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/A/07747af6c4ec434389f2e041b519db16, entries=200, sequenceid=50, filesize=14.0 K 2024-11-10T03:17:19,866 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/B/67c7c3bf16fa4528b9380973de60bdf1 as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/B/67c7c3bf16fa4528b9380973de60bdf1 2024-11-10T03:17:19,884 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/B/67c7c3bf16fa4528b9380973de60bdf1, entries=150, sequenceid=50, filesize=11.7 K 2024-11-10T03:17:19,895 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/C/b958126273f3457b8c8c7ed4a4432935 as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/C/b958126273f3457b8c8c7ed4a4432935 2024-11-10T03:17:19,917 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/C/b958126273f3457b8c8c7ed4a4432935, entries=150, sequenceid=50, filesize=11.7 K 2024-11-10T03:17:19,919 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for 1f9e9150efcac6954dbb7a06ad294f4d in 727ms, sequenceid=50, compaction requested=true 2024-11-10T03:17:19,921 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1f9e9150efcac6954dbb7a06ad294f4d: 2024-11-10T03:17:19,928 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1f9e9150efcac6954dbb7a06ad294f4d:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T03:17:19,928 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T03:17:19,928 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1f9e9150efcac6954dbb7a06ad294f4d:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T03:17:19,928 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T03:17:19,929 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1f9e9150efcac6954dbb7a06ad294f4d:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T03:17:19,929 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T03:17:19,929 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T03:17:19,932 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T03:17:19,934 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T03:17:19,937 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HStore(1540): 1f9e9150efcac6954dbb7a06ad294f4d/B is initiating minor compaction (all files) 2024-11-10T03:17:19,937 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1f9e9150efcac6954dbb7a06ad294f4d/B in TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d. 2024-11-10T03:17:19,937 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/B/fc9448beee0446908b798cfa11dd4ee6, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/B/0909ce1f87904455bbac4e64e5d0bf08, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/B/67c7c3bf16fa4528b9380973de60bdf1] into tmpdir=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp, totalSize=35.2 K 2024-11-10T03:17:19,937 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38343 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T03:17:19,938 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HStore(1540): 1f9e9150efcac6954dbb7a06ad294f4d/A is initiating minor compaction (all files) 2024-11-10T03:17:19,938 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1f9e9150efcac6954dbb7a06ad294f4d/A in TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d. 2024-11-10T03:17:19,938 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/A/c1fde0207a684f35811aaabf910be093, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/A/e85068e610004d6f89ef3a7a7e1582e7, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/A/07747af6c4ec434389f2e041b519db16] into tmpdir=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp, totalSize=37.4 K 2024-11-10T03:17:19,940 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.Compactor(224): Compacting c1fde0207a684f35811aaabf910be093, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1731208636448 2024-11-10T03:17:19,943 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.Compactor(224): Compacting e85068e610004d6f89ef3a7a7e1582e7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1731208636609 2024-11-10T03:17:19,943 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.Compactor(224): Compacting fc9448beee0446908b798cfa11dd4ee6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1731208636448 2024-11-10T03:17:19,944 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.Compactor(224): Compacting 0909ce1f87904455bbac4e64e5d0bf08, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1731208636609 2024-11-10T03:17:19,944 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.Compactor(224): Compacting 07747af6c4ec434389f2e041b519db16, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1731208638865 2024-11-10T03:17:19,945 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.Compactor(224): Compacting 67c7c3bf16fa4528b9380973de60bdf1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1731208638872 2024-11-10T03:17:20,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(8581): Flush requested on 1f9e9150efcac6954dbb7a06ad294f4d 2024-11-10T03:17:20,030 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1f9e9150efcac6954dbb7a06ad294f4d 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-10T03:17:20,033 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1f9e9150efcac6954dbb7a06ad294f4d, store=A 2024-11-10T03:17:20,033 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:17:20,033 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1f9e9150efcac6954dbb7a06ad294f4d, store=B 2024-11-10T03:17:20,033 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:17:20,033 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1f9e9150efcac6954dbb7a06ad294f4d, store=C 2024-11-10T03:17:20,033 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:17:20,040 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1f9e9150efcac6954dbb7a06ad294f4d#B#compaction#9 average throughput is 0.14 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-10T03:17:20,041 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/B/9baff48b3aa946168228a5d8a2ca9144 is 50, key is test_row_0/B:col10/1731208638874/Put/seqid=0 2024-11-10T03:17:20,047 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1f9e9150efcac6954dbb7a06ad294f4d#A#compaction#10 average throughput is 0.19 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T03:17:20,048 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/A/890e7c3e1b7a4a7ab90957a2b1f3aea9 is 50, key is test_row_0/A:col10/1731208638874/Put/seqid=0 2024-11-10T03:17:20,054 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/A/77f5a3feccff4e1ab4f36863e720262b is 50, key is test_row_0/A:col10/1731208639377/Put/seqid=0 2024-11-10T03:17:20,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741848_1024 (size=12104) 2024-11-10T03:17:20,091 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:20,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38478 deadline: 1731208700053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:20,092 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:20,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38470 deadline: 1731208700089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:20,093 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:20,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38518 deadline: 1731208700092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:20,094 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:20,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38532 deadline: 1731208700093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:20,095 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:20,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38496 deadline: 1731208700093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:20,101 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/B/9baff48b3aa946168228a5d8a2ca9144 as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/B/9baff48b3aa946168228a5d8a2ca9144 2024-11-10T03:17:20,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741850_1026 (size=16681) 2024-11-10T03:17:20,134 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/A/77f5a3feccff4e1ab4f36863e720262b 2024-11-10T03:17:20,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741849_1025 (size=12104) 2024-11-10T03:17:20,148 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1f9e9150efcac6954dbb7a06ad294f4d/B of 1f9e9150efcac6954dbb7a06ad294f4d into 9baff48b3aa946168228a5d8a2ca9144(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T03:17:20,148 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1f9e9150efcac6954dbb7a06ad294f4d: 2024-11-10T03:17:20,148 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d., storeName=1f9e9150efcac6954dbb7a06ad294f4d/B, priority=13, startTime=1731208639928; duration=0sec 2024-11-10T03:17:20,149 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T03:17:20,149 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1f9e9150efcac6954dbb7a06ad294f4d:B 2024-11-10T03:17:20,156 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T03:17:20,160 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T03:17:20,160 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HStore(1540): 1f9e9150efcac6954dbb7a06ad294f4d/C is initiating minor compaction (all files) 2024-11-10T03:17:20,160 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1f9e9150efcac6954dbb7a06ad294f4d/C in TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d. 2024-11-10T03:17:20,163 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/C/87e9cdad2aaa460081caef6ddf19e832, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/C/eb8b7f156be8492b883af6abdff7e478, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/C/b958126273f3457b8c8c7ed4a4432935] into tmpdir=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp, totalSize=35.2 K 2024-11-10T03:17:20,165 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/A/890e7c3e1b7a4a7ab90957a2b1f3aea9 as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/A/890e7c3e1b7a4a7ab90957a2b1f3aea9 2024-11-10T03:17:20,165 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.Compactor(224): Compacting 87e9cdad2aaa460081caef6ddf19e832, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1731208636448 2024-11-10T03:17:20,169 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.Compactor(224): Compacting eb8b7f156be8492b883af6abdff7e478, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1731208636609 2024-11-10T03:17:20,172 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.Compactor(224): Compacting b958126273f3457b8c8c7ed4a4432935, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1731208638872 2024-11-10T03:17:20,179 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1f9e9150efcac6954dbb7a06ad294f4d/A of 1f9e9150efcac6954dbb7a06ad294f4d into 890e7c3e1b7a4a7ab90957a2b1f3aea9(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T03:17:20,180 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1f9e9150efcac6954dbb7a06ad294f4d: 2024-11-10T03:17:20,180 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d., storeName=1f9e9150efcac6954dbb7a06ad294f4d/A, priority=13, startTime=1731208639923; duration=0sec 2024-11-10T03:17:20,180 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T03:17:20,180 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1f9e9150efcac6954dbb7a06ad294f4d:A 2024-11-10T03:17:20,181 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/B/e9030ab72326412fa160702c2df15ef4 is 50, key is test_row_0/B:col10/1731208639377/Put/seqid=0 2024-11-10T03:17:20,204 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:20,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38478 deadline: 1731208700194, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:20,205 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:20,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38470 deadline: 1731208700194, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:20,209 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:20,206 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:20,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38518 deadline: 1731208700195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:20,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38532 deadline: 1731208700196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:20,210 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:20,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38496 deadline: 1731208700197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:20,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741851_1027 (size=12001) 2024-11-10T03:17:20,233 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/B/e9030ab72326412fa160702c2df15ef4 2024-11-10T03:17:20,235 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1f9e9150efcac6954dbb7a06ad294f4d#C#compaction#13 average throughput is 0.66 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T03:17:20,237 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/C/940fe78de7c94fbdaffaa1b2dd3ff3dc is 50, key is test_row_0/C:col10/1731208638874/Put/seqid=0 2024-11-10T03:17:20,281 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/C/5b95c5e5f2bd4e18a87ea54963b77e50 is 50, key is test_row_0/C:col10/1731208639377/Put/seqid=0 2024-11-10T03:17:20,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741852_1028 (size=12104) 2024-11-10T03:17:20,332 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/C/940fe78de7c94fbdaffaa1b2dd3ff3dc as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/C/940fe78de7c94fbdaffaa1b2dd3ff3dc 2024-11-10T03:17:20,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741853_1029 (size=12001) 2024-11-10T03:17:20,347 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/C/5b95c5e5f2bd4e18a87ea54963b77e50 2024-11-10T03:17:20,365 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1f9e9150efcac6954dbb7a06ad294f4d/C of 1f9e9150efcac6954dbb7a06ad294f4d into 940fe78de7c94fbdaffaa1b2dd3ff3dc(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T03:17:20,365 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/A/77f5a3feccff4e1ab4f36863e720262b as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/A/77f5a3feccff4e1ab4f36863e720262b 2024-11-10T03:17:20,365 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1f9e9150efcac6954dbb7a06ad294f4d: 2024-11-10T03:17:20,366 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d., storeName=1f9e9150efcac6954dbb7a06ad294f4d/C, priority=13, startTime=1731208639928; duration=0sec 2024-11-10T03:17:20,367 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T03:17:20,367 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1f9e9150efcac6954dbb7a06ad294f4d:C 2024-11-10T03:17:20,385 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/A/77f5a3feccff4e1ab4f36863e720262b, entries=250, sequenceid=76, filesize=16.3 K 2024-11-10T03:17:20,388 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/B/e9030ab72326412fa160702c2df15ef4 as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/B/e9030ab72326412fa160702c2df15ef4 2024-11-10T03:17:20,412 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/B/e9030ab72326412fa160702c2df15ef4, entries=150, sequenceid=76, filesize=11.7 K 2024-11-10T03:17:20,415 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:20,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38470 deadline: 1731208700409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:20,416 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:20,416 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/C/5b95c5e5f2bd4e18a87ea54963b77e50 as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/C/5b95c5e5f2bd4e18a87ea54963b77e50 2024-11-10T03:17:20,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38478 deadline: 1731208700412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:20,417 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:20,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38532 deadline: 1731208700412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:20,428 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:20,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38518 deadline: 1731208700413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:20,430 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:20,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38496 deadline: 1731208700413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:20,431 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/C/5b95c5e5f2bd4e18a87ea54963b77e50, entries=150, sequenceid=76, filesize=11.7 K 2024-11-10T03:17:20,433 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 1f9e9150efcac6954dbb7a06ad294f4d in 403ms, sequenceid=76, compaction requested=false 2024-11-10T03:17:20,434 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1f9e9150efcac6954dbb7a06ad294f4d: 2024-11-10T03:17:20,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-10T03:17:20,558 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 12 completed 2024-11-10T03:17:20,564 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T03:17:20,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] procedure2.ProcedureExecutor(1098): Stored pid=14, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees 2024-11-10T03:17:20,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-10T03:17:20,567 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=14, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T03:17:20,569 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=14, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T03:17:20,569 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T03:17:20,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-10T03:17:20,722 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 700749f6e4aa,39315,1731208629620 2024-11-10T03:17:20,723 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39315 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-10T03:17:20,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d. 2024-11-10T03:17:20,724 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2837): Flushing 1f9e9150efcac6954dbb7a06ad294f4d 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-10T03:17:20,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1f9e9150efcac6954dbb7a06ad294f4d, store=A 2024-11-10T03:17:20,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:17:20,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1f9e9150efcac6954dbb7a06ad294f4d, store=B 2024-11-10T03:17:20,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:17:20,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1f9e9150efcac6954dbb7a06ad294f4d, store=C 2024-11-10T03:17:20,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:17:20,739 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d. as already flushing 2024-11-10T03:17:20,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(8581): Flush requested on 1f9e9150efcac6954dbb7a06ad294f4d 2024-11-10T03:17:20,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/A/9c7615d83b9f41069f37daac4179af97 is 50, key is test_row_0/A:col10/1731208640088/Put/seqid=0 2024-11-10T03:17:20,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741854_1030 (size=9657) 2024-11-10T03:17:20,816 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=89 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/A/9c7615d83b9f41069f37daac4179af97 2024-11-10T03:17:20,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/B/69393722a03c48538a09527e7719a1c4 is 50, key is test_row_0/B:col10/1731208640088/Put/seqid=0 2024-11-10T03:17:20,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-10T03:17:20,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741855_1031 (size=9657) 2024-11-10T03:17:20,914 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:20,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38478 deadline: 1731208700902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:20,916 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:20,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38496 deadline: 1731208700905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:20,925 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:20,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38532 deadline: 1731208700912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:20,927 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:20,927 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:20,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38470 deadline: 1731208700915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:20,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38518 deadline: 1731208700915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:21,019 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:21,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38478 deadline: 1731208701018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:21,021 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:21,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38496 deadline: 1731208701019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:21,032 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:21,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38532 deadline: 1731208701028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:21,034 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:21,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38518 deadline: 1731208701030, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:21,035 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:21,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38470 deadline: 1731208701030, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:21,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-10T03:17:21,226 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:21,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38478 deadline: 1731208701224, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:21,227 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:21,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38496 deadline: 1731208701226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:21,242 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:21,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38470 deadline: 1731208701238, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:21,243 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:21,243 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:21,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38518 deadline: 1731208701238, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:21,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38532 deadline: 1731208701238, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:21,290 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=89 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/B/69393722a03c48538a09527e7719a1c4 2024-11-10T03:17:21,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/C/84fd186eeaa4436394053a1ee481559e is 50, key is test_row_0/C:col10/1731208640088/Put/seqid=0 2024-11-10T03:17:21,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741856_1032 (size=9657) 2024-11-10T03:17:21,362 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=89 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/C/84fd186eeaa4436394053a1ee481559e 2024-11-10T03:17:21,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/A/9c7615d83b9f41069f37daac4179af97 as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/A/9c7615d83b9f41069f37daac4179af97 2024-11-10T03:17:21,429 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/A/9c7615d83b9f41069f37daac4179af97, entries=100, sequenceid=89, filesize=9.4 K 2024-11-10T03:17:21,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/B/69393722a03c48538a09527e7719a1c4 as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/B/69393722a03c48538a09527e7719a1c4 2024-11-10T03:17:21,449 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/B/69393722a03c48538a09527e7719a1c4, entries=100, sequenceid=89, filesize=9.4 K 2024-11-10T03:17:21,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/C/84fd186eeaa4436394053a1ee481559e as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/C/84fd186eeaa4436394053a1ee481559e 2024-11-10T03:17:21,467 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/C/84fd186eeaa4436394053a1ee481559e, entries=100, sequenceid=89, filesize=9.4 K 2024-11-10T03:17:21,469 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=161.02 KB/164880 for 1f9e9150efcac6954dbb7a06ad294f4d in 746ms, sequenceid=89, compaction requested=true 2024-11-10T03:17:21,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2538): Flush status journal for 1f9e9150efcac6954dbb7a06ad294f4d: 2024-11-10T03:17:21,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d. 2024-11-10T03:17:21,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-10T03:17:21,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster(4106): Remote procedure done, pid=15 2024-11-10T03:17:21,477 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=15, resume processing ppid=14 2024-11-10T03:17:21,478 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=15, ppid=14, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 903 msec 2024-11-10T03:17:21,481 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=14, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees in 915 msec 2024-11-10T03:17:21,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(8581): Flush requested on 1f9e9150efcac6954dbb7a06ad294f4d 2024-11-10T03:17:21,538 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1f9e9150efcac6954dbb7a06ad294f4d 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-11-10T03:17:21,538 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1f9e9150efcac6954dbb7a06ad294f4d, store=A 2024-11-10T03:17:21,538 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:17:21,539 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1f9e9150efcac6954dbb7a06ad294f4d, store=B 2024-11-10T03:17:21,539 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:17:21,539 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1f9e9150efcac6954dbb7a06ad294f4d, store=C 2024-11-10T03:17:21,539 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:17:21,563 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:21,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38478 deadline: 1731208701555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:21,564 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:21,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38532 deadline: 1731208701559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:21,565 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:21,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38496 deadline: 1731208701559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:21,566 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/A/e2e8677b164a4927acb6e7369c5521f1 is 50, key is test_row_0/A:col10/1731208640893/Put/seqid=0 2024-11-10T03:17:21,564 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:21,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38470 deadline: 1731208701559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:21,570 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:21,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38518 deadline: 1731208701562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:21,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741857_1033 (size=14341) 2024-11-10T03:17:21,620 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/A/e2e8677b164a4927acb6e7369c5521f1 2024-11-10T03:17:21,648 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/B/67388b2b608a42be863aed8fadcff64f is 50, key is test_row_0/B:col10/1731208640893/Put/seqid=0 2024-11-10T03:17:21,676 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:21,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-10T03:17:21,678 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 14 completed 2024-11-10T03:17:21,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38478 deadline: 1731208701665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:21,678 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:21,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38532 deadline: 1731208701667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:21,680 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:21,680 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:21,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38496 deadline: 1731208701668, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:21,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38470 deadline: 1731208701672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:21,681 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T03:17:21,681 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:21,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38518 deadline: 1731208701672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:21,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] procedure2.ProcedureExecutor(1098): Stored pid=16, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees 2024-11-10T03:17:21,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-10T03:17:21,683 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=16, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T03:17:21,685 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=16, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T03:17:21,685 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T03:17:21,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741858_1034 (size=12001) 2024-11-10T03:17:21,726 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/B/67388b2b608a42be863aed8fadcff64f 2024-11-10T03:17:21,753 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/C/e66d639712c24c0387bd7930812b90f3 is 50, key is test_row_0/C:col10/1731208640893/Put/seqid=0 2024-11-10T03:17:21,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-10T03:17:21,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741859_1035 (size=12001) 2024-11-10T03:17:21,803 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/C/e66d639712c24c0387bd7930812b90f3 2024-11-10T03:17:21,815 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/A/e2e8677b164a4927acb6e7369c5521f1 as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/A/e2e8677b164a4927acb6e7369c5521f1 2024-11-10T03:17:21,838 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 700749f6e4aa,39315,1731208629620 2024-11-10T03:17:21,840 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39315 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-10T03:17:21,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d. 2024-11-10T03:17:21,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d. as already flushing 2024-11-10T03:17:21,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d. 2024-11-10T03:17:21,840 ERROR [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 1f9e9150efcac6954dbb7a06ad294f4d, NAME => 'TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:17:21,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 1f9e9150efcac6954dbb7a06ad294f4d, NAME => 'TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:17:21,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1f9e9150efcac6954dbb7a06ad294f4d, NAME => 'TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1f9e9150efcac6954dbb7a06ad294f4d, NAME => 'TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:17:21,849 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/A/e2e8677b164a4927acb6e7369c5521f1, entries=200, sequenceid=117, filesize=14.0 K 2024-11-10T03:17:21,852 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/B/67388b2b608a42be863aed8fadcff64f as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/B/67388b2b608a42be863aed8fadcff64f 2024-11-10T03:17:21,863 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/B/67388b2b608a42be863aed8fadcff64f, entries=150, sequenceid=117, filesize=11.7 K 2024-11-10T03:17:21,866 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/C/e66d639712c24c0387bd7930812b90f3 as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/C/e66d639712c24c0387bd7930812b90f3 2024-11-10T03:17:21,880 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/C/e66d639712c24c0387bd7930812b90f3, entries=150, sequenceid=117, filesize=11.7 K 2024-11-10T03:17:21,883 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=33.54 KB/34350 for 1f9e9150efcac6954dbb7a06ad294f4d in 345ms, sequenceid=117, compaction requested=true 2024-11-10T03:17:21,883 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1f9e9150efcac6954dbb7a06ad294f4d: 2024-11-10T03:17:21,883 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1f9e9150efcac6954dbb7a06ad294f4d:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T03:17:21,883 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T03:17:21,883 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-10T03:17:21,883 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1f9e9150efcac6954dbb7a06ad294f4d:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T03:17:21,883 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T03:17:21,883 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-10T03:17:21,883 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1f9e9150efcac6954dbb7a06ad294f4d:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T03:17:21,885 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T03:17:21,888 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 45763 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-10T03:17:21,888 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HStore(1540): 1f9e9150efcac6954dbb7a06ad294f4d/B is initiating minor compaction (all files) 2024-11-10T03:17:21,888 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1f9e9150efcac6954dbb7a06ad294f4d/B in TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d. 2024-11-10T03:17:21,888 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/B/9baff48b3aa946168228a5d8a2ca9144, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/B/e9030ab72326412fa160702c2df15ef4, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/B/69393722a03c48538a09527e7719a1c4, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/B/67388b2b608a42be863aed8fadcff64f] into tmpdir=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp, totalSize=44.7 K 2024-11-10T03:17:21,889 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 52783 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-10T03:17:21,889 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HStore(1540): 1f9e9150efcac6954dbb7a06ad294f4d/A is initiating minor compaction (all files) 2024-11-10T03:17:21,889 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1f9e9150efcac6954dbb7a06ad294f4d/A in TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d. 2024-11-10T03:17:21,889 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/A/890e7c3e1b7a4a7ab90957a2b1f3aea9, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/A/77f5a3feccff4e1ab4f36863e720262b, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/A/9c7615d83b9f41069f37daac4179af97, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/A/e2e8677b164a4927acb6e7369c5521f1] into tmpdir=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp, totalSize=51.5 K 2024-11-10T03:17:21,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(8581): Flush requested on 1f9e9150efcac6954dbb7a06ad294f4d 2024-11-10T03:17:21,891 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.Compactor(224): Compacting 9baff48b3aa946168228a5d8a2ca9144, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1731208638872 2024-11-10T03:17:21,891 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1f9e9150efcac6954dbb7a06ad294f4d 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-10T03:17:21,891 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.Compactor(224): Compacting 890e7c3e1b7a4a7ab90957a2b1f3aea9, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1731208638872 2024-11-10T03:17:21,893 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.Compactor(224): Compacting e9030ab72326412fa160702c2df15ef4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1731208639377 2024-11-10T03:17:21,893 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.Compactor(224): Compacting 77f5a3feccff4e1ab4f36863e720262b, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1731208639373 2024-11-10T03:17:21,894 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9c7615d83b9f41069f37daac4179af97, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1731208640078 2024-11-10T03:17:21,895 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.Compactor(224): Compacting 69393722a03c48538a09527e7719a1c4, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1731208640078 2024-11-10T03:17:21,896 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.Compactor(224): Compacting 67388b2b608a42be863aed8fadcff64f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1731208640893 2024-11-10T03:17:21,897 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.Compactor(224): Compacting e2e8677b164a4927acb6e7369c5521f1, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1731208640893 2024-11-10T03:17:21,898 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1f9e9150efcac6954dbb7a06ad294f4d, store=A 2024-11-10T03:17:21,898 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:17:21,898 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1f9e9150efcac6954dbb7a06ad294f4d, store=B 2024-11-10T03:17:21,898 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:17:21,898 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1f9e9150efcac6954dbb7a06ad294f4d, store=C 2024-11-10T03:17:21,898 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:17:21,929 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/A/333d11a3f70747a5ad9a006bc9313e0a is 50, key is test_row_0/A:col10/1731208641888/Put/seqid=0 2024-11-10T03:17:21,940 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1f9e9150efcac6954dbb7a06ad294f4d#A#compaction#22 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T03:17:21,941 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/A/4f4499b757d640be96c1f98e53e24c8b is 50, key is test_row_0/A:col10/1731208640893/Put/seqid=0 2024-11-10T03:17:21,949 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1f9e9150efcac6954dbb7a06ad294f4d#B#compaction#23 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T03:17:21,950 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/B/588b2a34998043e7b1777ce4241ff953 is 50, key is test_row_0/B:col10/1731208640893/Put/seqid=0 2024-11-10T03:17:21,971 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:21,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38518 deadline: 1731208701958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:21,973 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:21,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38496 deadline: 1731208701964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:21,980 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:21,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38532 deadline: 1731208701971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:21,986 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:21,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-10T03:17:21,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38478 deadline: 1731208701973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:21,987 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:21,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38470 deadline: 1731208701972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:21,993 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 700749f6e4aa,39315,1731208629620 2024-11-10T03:17:21,994 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39315 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-10T03:17:21,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d. 2024-11-10T03:17:21,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d. as already flushing 2024-11-10T03:17:21,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d. 2024-11-10T03:17:21,995 ERROR [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 1f9e9150efcac6954dbb7a06ad294f4d, NAME => 'TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:17:21,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 1f9e9150efcac6954dbb7a06ad294f4d, NAME => 'TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:17:22,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1f9e9150efcac6954dbb7a06ad294f4d, NAME => 'TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1f9e9150efcac6954dbb7a06ad294f4d, NAME => 'TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:17:22,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741860_1036 (size=16781) 2024-11-10T03:17:22,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741861_1037 (size=12241) 2024-11-10T03:17:22,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741862_1038 (size=12241) 2024-11-10T03:17:22,040 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/A/4f4499b757d640be96c1f98e53e24c8b as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/A/4f4499b757d640be96c1f98e53e24c8b 2024-11-10T03:17:22,040 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/B/588b2a34998043e7b1777ce4241ff953 as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/B/588b2a34998043e7b1777ce4241ff953 2024-11-10T03:17:22,052 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 1f9e9150efcac6954dbb7a06ad294f4d/B of 1f9e9150efcac6954dbb7a06ad294f4d into 588b2a34998043e7b1777ce4241ff953(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T03:17:22,052 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1f9e9150efcac6954dbb7a06ad294f4d: 2024-11-10T03:17:22,052 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d., storeName=1f9e9150efcac6954dbb7a06ad294f4d/B, priority=12, startTime=1731208641883; duration=0sec 2024-11-10T03:17:22,052 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T03:17:22,052 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1f9e9150efcac6954dbb7a06ad294f4d:B 2024-11-10T03:17:22,052 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-10T03:17:22,054 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 1f9e9150efcac6954dbb7a06ad294f4d/A of 1f9e9150efcac6954dbb7a06ad294f4d into 4f4499b757d640be96c1f98e53e24c8b(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T03:17:22,054 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1f9e9150efcac6954dbb7a06ad294f4d: 2024-11-10T03:17:22,055 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d., storeName=1f9e9150efcac6954dbb7a06ad294f4d/A, priority=12, startTime=1731208641883; duration=0sec 2024-11-10T03:17:22,055 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T03:17:22,055 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1f9e9150efcac6954dbb7a06ad294f4d:A 2024-11-10T03:17:22,057 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 45763 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-10T03:17:22,058 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HStore(1540): 1f9e9150efcac6954dbb7a06ad294f4d/C is initiating minor compaction (all files) 2024-11-10T03:17:22,058 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1f9e9150efcac6954dbb7a06ad294f4d/C in TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d. 2024-11-10T03:17:22,058 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/C/940fe78de7c94fbdaffaa1b2dd3ff3dc, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/C/5b95c5e5f2bd4e18a87ea54963b77e50, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/C/84fd186eeaa4436394053a1ee481559e, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/C/e66d639712c24c0387bd7930812b90f3] into tmpdir=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp, totalSize=44.7 K 2024-11-10T03:17:22,059 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.Compactor(224): Compacting 940fe78de7c94fbdaffaa1b2dd3ff3dc, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1731208638872 2024-11-10T03:17:22,061 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.Compactor(224): Compacting 5b95c5e5f2bd4e18a87ea54963b77e50, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1731208639377 2024-11-10T03:17:22,064 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.Compactor(224): Compacting 84fd186eeaa4436394053a1ee481559e, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1731208640078 2024-11-10T03:17:22,066 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.Compactor(224): Compacting e66d639712c24c0387bd7930812b90f3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1731208640893 2024-11-10T03:17:22,076 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:22,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38518 deadline: 1731208702074, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:22,078 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:22,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38496 deadline: 1731208702075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:22,086 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:22,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38532 deadline: 1731208702083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:22,092 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:22,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38478 deadline: 1731208702089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:22,093 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:22,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38470 deadline: 1731208702089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:22,101 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1f9e9150efcac6954dbb7a06ad294f4d#C#compaction#24 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T03:17:22,102 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/C/b594394ecf064bc49e787fdc67ad2e68 is 50, key is test_row_0/C:col10/1731208640893/Put/seqid=0 2024-11-10T03:17:22,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741863_1039 (size=12241) 2024-11-10T03:17:22,152 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 700749f6e4aa,39315,1731208629620 2024-11-10T03:17:22,153 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39315 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-10T03:17:22,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d. 2024-11-10T03:17:22,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d. as already flushing 2024-11-10T03:17:22,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d. 2024-11-10T03:17:22,154 ERROR [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 1f9e9150efcac6954dbb7a06ad294f4d, NAME => 'TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:17:22,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 1f9e9150efcac6954dbb7a06ad294f4d, NAME => 'TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:17:22,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1f9e9150efcac6954dbb7a06ad294f4d, NAME => 'TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1f9e9150efcac6954dbb7a06ad294f4d, NAME => 'TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:17:22,282 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:22,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38518 deadline: 1731208702280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:22,282 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:22,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38496 deadline: 1731208702281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:22,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-10T03:17:22,290 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:22,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38532 deadline: 1731208702289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:22,297 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:22,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38478 deadline: 1731208702296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:22,302 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:22,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38470 deadline: 1731208702300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:22,307 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 700749f6e4aa,39315,1731208629620 2024-11-10T03:17:22,308 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39315 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-10T03:17:22,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d. 2024-11-10T03:17:22,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d. as already flushing 2024-11-10T03:17:22,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d. 2024-11-10T03:17:22,308 ERROR [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 1f9e9150efcac6954dbb7a06ad294f4d, NAME => 'TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:17:22,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 1f9e9150efcac6954dbb7a06ad294f4d, NAME => 'TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:17:22,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1f9e9150efcac6954dbb7a06ad294f4d, NAME => 'TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1f9e9150efcac6954dbb7a06ad294f4d, NAME => 'TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:17:22,400 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/A/333d11a3f70747a5ad9a006bc9313e0a 2024-11-10T03:17:22,435 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/B/c873c44fa46f4e33b1af24524c2cc767 is 50, key is test_row_0/B:col10/1731208641888/Put/seqid=0 2024-11-10T03:17:22,462 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 700749f6e4aa,39315,1731208629620 2024-11-10T03:17:22,463 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39315 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-10T03:17:22,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d. 2024-11-10T03:17:22,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d. as already flushing 2024-11-10T03:17:22,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d. 2024-11-10T03:17:22,464 ERROR [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 1f9e9150efcac6954dbb7a06ad294f4d, NAME => 'TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:17:22,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 1f9e9150efcac6954dbb7a06ad294f4d, NAME => 'TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:17:22,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1f9e9150efcac6954dbb7a06ad294f4d, NAME => 'TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1f9e9150efcac6954dbb7a06ad294f4d, NAME => 'TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:17:22,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741864_1040 (size=12101) 2024-11-10T03:17:22,480 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/B/c873c44fa46f4e33b1af24524c2cc767 2024-11-10T03:17:22,504 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/C/7ba2ab9f8192475f96f4b3e1230d30ec is 50, key is test_row_0/C:col10/1731208641888/Put/seqid=0 2024-11-10T03:17:22,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741865_1041 (size=12101) 2024-11-10T03:17:22,579 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/C/b594394ecf064bc49e787fdc67ad2e68 as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/C/b594394ecf064bc49e787fdc67ad2e68 2024-11-10T03:17:22,586 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:22,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38496 deadline: 1731208702585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:22,588 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:22,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38518 deadline: 1731208702585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:22,597 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:22,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38532 deadline: 1731208702596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:22,601 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 1f9e9150efcac6954dbb7a06ad294f4d/C of 1f9e9150efcac6954dbb7a06ad294f4d into b594394ecf064bc49e787fdc67ad2e68(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T03:17:22,602 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1f9e9150efcac6954dbb7a06ad294f4d: 2024-11-10T03:17:22,602 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d., storeName=1f9e9150efcac6954dbb7a06ad294f4d/C, priority=12, startTime=1731208641883; duration=0sec 2024-11-10T03:17:22,602 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T03:17:22,602 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1f9e9150efcac6954dbb7a06ad294f4d:C 2024-11-10T03:17:22,608 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:22,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38478 deadline: 1731208702602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:22,610 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:22,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38470 deadline: 1731208702606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:22,617 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 700749f6e4aa,39315,1731208629620 2024-11-10T03:17:22,617 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39315 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-10T03:17:22,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d. 2024-11-10T03:17:22,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d. as already flushing 2024-11-10T03:17:22,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d. 2024-11-10T03:17:22,618 ERROR [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 1f9e9150efcac6954dbb7a06ad294f4d, NAME => 'TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:17:22,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 1f9e9150efcac6954dbb7a06ad294f4d, NAME => 'TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:17:22,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1f9e9150efcac6954dbb7a06ad294f4d, NAME => 'TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1f9e9150efcac6954dbb7a06ad294f4d, NAME => 'TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:17:22,771 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 700749f6e4aa,39315,1731208629620 2024-11-10T03:17:22,772 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39315 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-10T03:17:22,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d. 2024-11-10T03:17:22,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d. as already flushing 2024-11-10T03:17:22,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d. 2024-11-10T03:17:22,773 ERROR [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 1f9e9150efcac6954dbb7a06ad294f4d, NAME => 'TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:17:22,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 1f9e9150efcac6954dbb7a06ad294f4d, NAME => 'TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:17:22,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1f9e9150efcac6954dbb7a06ad294f4d, NAME => 'TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1f9e9150efcac6954dbb7a06ad294f4d, NAME => 'TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:17:22,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-10T03:17:22,927 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 700749f6e4aa,39315,1731208629620 2024-11-10T03:17:22,929 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39315 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-10T03:17:22,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d. 2024-11-10T03:17:22,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d. as already flushing 2024-11-10T03:17:22,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d. 2024-11-10T03:17:22,930 ERROR [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 1f9e9150efcac6954dbb7a06ad294f4d, NAME => 'TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:17:22,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 1f9e9150efcac6954dbb7a06ad294f4d, NAME => 'TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:17:22,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1f9e9150efcac6954dbb7a06ad294f4d, NAME => 'TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1f9e9150efcac6954dbb7a06ad294f4d, NAME => 'TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:17:22,938 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/C/7ba2ab9f8192475f96f4b3e1230d30ec 2024-11-10T03:17:22,949 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/A/333d11a3f70747a5ad9a006bc9313e0a as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/A/333d11a3f70747a5ad9a006bc9313e0a 2024-11-10T03:17:22,960 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/A/333d11a3f70747a5ad9a006bc9313e0a, entries=250, sequenceid=130, filesize=16.4 K 2024-11-10T03:17:22,963 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/B/c873c44fa46f4e33b1af24524c2cc767 as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/B/c873c44fa46f4e33b1af24524c2cc767 2024-11-10T03:17:22,974 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/B/c873c44fa46f4e33b1af24524c2cc767, entries=150, sequenceid=130, filesize=11.8 K 2024-11-10T03:17:22,977 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/C/7ba2ab9f8192475f96f4b3e1230d30ec as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/C/7ba2ab9f8192475f96f4b3e1230d30ec 2024-11-10T03:17:22,988 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/C/7ba2ab9f8192475f96f4b3e1230d30ec, entries=150, sequenceid=130, filesize=11.8 K 2024-11-10T03:17:22,990 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for 1f9e9150efcac6954dbb7a06ad294f4d in 1099ms, sequenceid=130, compaction requested=false 2024-11-10T03:17:22,990 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1f9e9150efcac6954dbb7a06ad294f4d: 2024-11-10T03:17:23,083 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 700749f6e4aa,39315,1731208629620 2024-11-10T03:17:23,084 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39315 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-10T03:17:23,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d. 2024-11-10T03:17:23,084 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2837): Flushing 1f9e9150efcac6954dbb7a06ad294f4d 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-10T03:17:23,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1f9e9150efcac6954dbb7a06ad294f4d, store=A 2024-11-10T03:17:23,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:17:23,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1f9e9150efcac6954dbb7a06ad294f4d, store=B 2024-11-10T03:17:23,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:17:23,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1f9e9150efcac6954dbb7a06ad294f4d, store=C 2024-11-10T03:17:23,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:17:23,092 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d. as already flushing 2024-11-10T03:17:23,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(8581): Flush requested on 1f9e9150efcac6954dbb7a06ad294f4d 2024-11-10T03:17:23,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/A/1c30e342cebd4b5ba530a0a02680c516 is 50, key is test_row_0/A:col10/1731208641944/Put/seqid=0 2024-11-10T03:17:23,125 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:23,125 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:23,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38496 deadline: 1731208703115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:23,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38518 deadline: 1731208703115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:23,126 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:23,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38532 deadline: 1731208703117, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:23,129 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:23,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38478 deadline: 1731208703125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:23,131 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:23,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38470 deadline: 1731208703125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:23,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741866_1042 (size=12151) 2024-11-10T03:17:23,147 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/A/1c30e342cebd4b5ba530a0a02680c516 2024-11-10T03:17:23,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/B/57df3329184849948883c00a6dcb35da is 50, key is test_row_0/B:col10/1731208641944/Put/seqid=0 2024-11-10T03:17:23,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741867_1043 (size=12151) 2024-11-10T03:17:23,210 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/B/57df3329184849948883c00a6dcb35da 2024-11-10T03:17:23,228 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:23,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38496 deadline: 1731208703227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:23,229 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:23,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38518 deadline: 1731208703227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:23,230 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:23,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38532 deadline: 1731208703227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:23,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/C/20bdd9744dee4f5ea94dc9d061728e53 is 50, key is test_row_0/C:col10/1731208641944/Put/seqid=0 2024-11-10T03:17:23,234 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:23,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38478 deadline: 1731208703233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:23,238 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:23,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38470 deadline: 1731208703234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:23,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741868_1044 (size=12151) 2024-11-10T03:17:23,434 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:23,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38496 deadline: 1731208703431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:23,434 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:23,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38518 deadline: 1731208703432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:23,450 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:23,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38532 deadline: 1731208703447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:23,451 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:23,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38478 deadline: 1731208703448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:23,464 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:23,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38470 deadline: 1731208703461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:23,667 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/C/20bdd9744dee4f5ea94dc9d061728e53 2024-11-10T03:17:23,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/A/1c30e342cebd4b5ba530a0a02680c516 as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/A/1c30e342cebd4b5ba530a0a02680c516 2024-11-10T03:17:23,688 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/A/1c30e342cebd4b5ba530a0a02680c516, entries=150, sequenceid=157, filesize=11.9 K 2024-11-10T03:17:23,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/B/57df3329184849948883c00a6dcb35da as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/B/57df3329184849948883c00a6dcb35da 2024-11-10T03:17:23,700 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/B/57df3329184849948883c00a6dcb35da, entries=150, sequenceid=157, filesize=11.9 K 2024-11-10T03:17:23,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/C/20bdd9744dee4f5ea94dc9d061728e53 as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/C/20bdd9744dee4f5ea94dc9d061728e53 2024-11-10T03:17:23,714 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/C/20bdd9744dee4f5ea94dc9d061728e53, entries=150, sequenceid=157, filesize=11.9 K 2024-11-10T03:17:23,717 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 1f9e9150efcac6954dbb7a06ad294f4d in 633ms, sequenceid=157, compaction requested=true 2024-11-10T03:17:23,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2538): Flush status journal for 1f9e9150efcac6954dbb7a06ad294f4d: 2024-11-10T03:17:23,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d. 2024-11-10T03:17:23,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=17 2024-11-10T03:17:23,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster(4106): Remote procedure done, pid=17 2024-11-10T03:17:23,724 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=17, resume processing ppid=16 2024-11-10T03:17:23,725 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=17, ppid=16, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0360 sec 2024-11-10T03:17:23,728 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=16, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees in 2.0440 sec 2024-11-10T03:17:23,749 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1f9e9150efcac6954dbb7a06ad294f4d 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-10T03:17:23,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(8581): Flush requested on 1f9e9150efcac6954dbb7a06ad294f4d 2024-11-10T03:17:23,755 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1f9e9150efcac6954dbb7a06ad294f4d, store=A 2024-11-10T03:17:23,755 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:17:23,755 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1f9e9150efcac6954dbb7a06ad294f4d, store=B 2024-11-10T03:17:23,755 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:17:23,755 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1f9e9150efcac6954dbb7a06ad294f4d, store=C 2024-11-10T03:17:23,755 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:17:23,769 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/A/acb52bcc84a440c485822d3bf9523966 is 50, key is test_row_0/A:col10/1731208643743/Put/seqid=0 2024-11-10T03:17:23,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-10T03:17:23,793 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 16 completed 2024-11-10T03:17:23,797 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T03:17:23,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741869_1045 (size=12151) 2024-11-10T03:17:23,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] procedure2.ProcedureExecutor(1098): Stored pid=18, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees 2024-11-10T03:17:23,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-10T03:17:23,800 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=18, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T03:17:23,800 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/A/acb52bcc84a440c485822d3bf9523966 2024-11-10T03:17:23,801 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=18, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T03:17:23,801 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T03:17:23,821 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/B/fc2ea112a14440d49de3e7477a65a28b is 50, key is test_row_0/B:col10/1731208643743/Put/seqid=0 2024-11-10T03:17:23,831 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:23,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38518 deadline: 1731208703826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:23,832 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:23,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38532 deadline: 1731208703826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:23,833 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:23,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38478 deadline: 1731208703827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:23,834 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:23,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38470 deadline: 1731208703829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:23,835 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:23,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38496 deadline: 1731208703831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:23,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741870_1046 (size=12151) 2024-11-10T03:17:23,842 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/B/fc2ea112a14440d49de3e7477a65a28b 2024-11-10T03:17:23,856 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/C/d82d99f1b8e141d799e62a9818b32bb4 is 50, key is test_row_0/C:col10/1731208643743/Put/seqid=0 2024-11-10T03:17:23,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741871_1047 (size=12151) 2024-11-10T03:17:23,871 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/C/d82d99f1b8e141d799e62a9818b32bb4 2024-11-10T03:17:23,881 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/A/acb52bcc84a440c485822d3bf9523966 as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/A/acb52bcc84a440c485822d3bf9523966 2024-11-10T03:17:23,894 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/A/acb52bcc84a440c485822d3bf9523966, entries=150, sequenceid=171, filesize=11.9 K 2024-11-10T03:17:23,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-10T03:17:23,903 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/B/fc2ea112a14440d49de3e7477a65a28b as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/B/fc2ea112a14440d49de3e7477a65a28b 2024-11-10T03:17:23,917 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/B/fc2ea112a14440d49de3e7477a65a28b, entries=150, sequenceid=171, filesize=11.9 K 2024-11-10T03:17:23,920 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/C/d82d99f1b8e141d799e62a9818b32bb4 as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/C/d82d99f1b8e141d799e62a9818b32bb4 2024-11-10T03:17:23,931 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/C/d82d99f1b8e141d799e62a9818b32bb4, entries=150, sequenceid=171, filesize=11.9 K 2024-11-10T03:17:23,933 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 1f9e9150efcac6954dbb7a06ad294f4d in 184ms, sequenceid=171, compaction requested=true 2024-11-10T03:17:23,934 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1f9e9150efcac6954dbb7a06ad294f4d: 2024-11-10T03:17:23,934 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-10T03:17:23,936 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 53324 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-10T03:17:23,937 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HStore(1540): 1f9e9150efcac6954dbb7a06ad294f4d/A is initiating minor compaction (all files) 2024-11-10T03:17:23,937 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1f9e9150efcac6954dbb7a06ad294f4d/A in TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d. 2024-11-10T03:17:23,937 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/A/4f4499b757d640be96c1f98e53e24c8b, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/A/333d11a3f70747a5ad9a006bc9313e0a, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/A/1c30e342cebd4b5ba530a0a02680c516, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/A/acb52bcc84a440c485822d3bf9523966] into tmpdir=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp, totalSize=52.1 K 2024-11-10T03:17:23,938 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1f9e9150efcac6954dbb7a06ad294f4d:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T03:17:23,938 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T03:17:23,938 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1f9e9150efcac6954dbb7a06ad294f4d:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T03:17:23,938 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T03:17:23,938 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-10T03:17:23,938 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1f9e9150efcac6954dbb7a06ad294f4d:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T03:17:23,938 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T03:17:23,938 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4f4499b757d640be96c1f98e53e24c8b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1731208640893 2024-11-10T03:17:23,939 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.Compactor(224): Compacting 333d11a3f70747a5ad9a006bc9313e0a, keycount=250, bloomtype=ROW, size=16.4 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1731208641550 2024-11-10T03:17:23,940 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1c30e342cebd4b5ba530a0a02680c516, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1731208641944 2024-11-10T03:17:23,940 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.Compactor(224): Compacting acb52bcc84a440c485822d3bf9523966, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1731208643113 2024-11-10T03:17:23,941 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48644 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-10T03:17:23,941 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HStore(1540): 1f9e9150efcac6954dbb7a06ad294f4d/B is initiating minor compaction (all files) 2024-11-10T03:17:23,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(8581): Flush requested on 1f9e9150efcac6954dbb7a06ad294f4d 2024-11-10T03:17:23,941 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1f9e9150efcac6954dbb7a06ad294f4d/B in TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d. 2024-11-10T03:17:23,941 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/B/588b2a34998043e7b1777ce4241ff953, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/B/c873c44fa46f4e33b1af24524c2cc767, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/B/57df3329184849948883c00a6dcb35da, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/B/fc2ea112a14440d49de3e7477a65a28b] into tmpdir=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp, totalSize=47.5 K 2024-11-10T03:17:23,942 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1f9e9150efcac6954dbb7a06ad294f4d 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-10T03:17:23,943 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.Compactor(224): Compacting 588b2a34998043e7b1777ce4241ff953, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1731208640893 2024-11-10T03:17:23,944 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1f9e9150efcac6954dbb7a06ad294f4d, store=A 2024-11-10T03:17:23,944 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:17:23,944 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1f9e9150efcac6954dbb7a06ad294f4d, store=B 2024-11-10T03:17:23,944 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:17:23,944 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1f9e9150efcac6954dbb7a06ad294f4d, store=C 2024-11-10T03:17:23,944 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.Compactor(224): Compacting c873c44fa46f4e33b1af24524c2cc767, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1731208641888 2024-11-10T03:17:23,944 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:17:23,946 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.Compactor(224): Compacting 57df3329184849948883c00a6dcb35da, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1731208641944 2024-11-10T03:17:23,947 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.Compactor(224): Compacting fc2ea112a14440d49de3e7477a65a28b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1731208643113 2024-11-10T03:17:23,954 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 700749f6e4aa,39315,1731208629620 2024-11-10T03:17:23,955 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39315 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-10T03:17:23,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d. 2024-11-10T03:17:23,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d. as already flushing 2024-11-10T03:17:23,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d. 2024-11-10T03:17:23,955 ERROR [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => 1f9e9150efcac6954dbb7a06ad294f4d, NAME => 'TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:17:23,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => 1f9e9150efcac6954dbb7a06ad294f4d, NAME => 'TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:17:23,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1f9e9150efcac6954dbb7a06ad294f4d, NAME => 'TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1f9e9150efcac6954dbb7a06ad294f4d, NAME => 'TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:17:23,960 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:23,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38532 deadline: 1731208703954, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:23,962 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/A/b4fcef4d946f4d7cb598e4183c504f57 is 50, key is test_row_0/A:col10/1731208643941/Put/seqid=0 2024-11-10T03:17:23,962 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:23,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38478 deadline: 1731208703954, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:23,962 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:23,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38470 deadline: 1731208703957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:23,963 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:23,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38496 deadline: 1731208703957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:23,965 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:23,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38518 deadline: 1731208703960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:23,985 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1f9e9150efcac6954dbb7a06ad294f4d#A#compaction#34 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T03:17:23,986 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/A/ac0d66a026fa44d690c760d56fc064db is 50, key is test_row_0/A:col10/1731208643743/Put/seqid=0 2024-11-10T03:17:23,998 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1f9e9150efcac6954dbb7a06ad294f4d#B#compaction#35 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T03:17:23,999 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/B/2cb2d9df6909437f8216f15548f68720 is 50, key is test_row_0/B:col10/1731208643743/Put/seqid=0 2024-11-10T03:17:24,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741872_1048 (size=12151) 2024-11-10T03:17:24,027 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=198 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/A/b4fcef4d946f4d7cb598e4183c504f57 2024-11-10T03:17:24,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741873_1049 (size=12527) 2024-11-10T03:17:24,053 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/A/ac0d66a026fa44d690c760d56fc064db as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/A/ac0d66a026fa44d690c760d56fc064db 2024-11-10T03:17:24,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741874_1050 (size=12527) 2024-11-10T03:17:24,068 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:24,069 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 1f9e9150efcac6954dbb7a06ad294f4d/A of 1f9e9150efcac6954dbb7a06ad294f4d into ac0d66a026fa44d690c760d56fc064db(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T03:17:24,069 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1f9e9150efcac6954dbb7a06ad294f4d: 2024-11-10T03:17:24,069 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d., storeName=1f9e9150efcac6954dbb7a06ad294f4d/A, priority=12, startTime=1731208643934; duration=0sec 2024-11-10T03:17:24,070 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T03:17:24,070 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1f9e9150efcac6954dbb7a06ad294f4d:A 2024-11-10T03:17:24,070 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-10T03:17:24,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38532 deadline: 1731208704063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:24,070 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/B/f3f439ece7d34338a797799920698d46 is 50, key is test_row_0/B:col10/1731208643941/Put/seqid=0 2024-11-10T03:17:24,071 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:24,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38470 deadline: 1731208704064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:24,073 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48644 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-10T03:17:24,073 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HStore(1540): 1f9e9150efcac6954dbb7a06ad294f4d/C is initiating minor compaction (all files) 2024-11-10T03:17:24,074 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1f9e9150efcac6954dbb7a06ad294f4d/C in TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d. 2024-11-10T03:17:24,074 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/C/b594394ecf064bc49e787fdc67ad2e68, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/C/7ba2ab9f8192475f96f4b3e1230d30ec, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/C/20bdd9744dee4f5ea94dc9d061728e53, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/C/d82d99f1b8e141d799e62a9818b32bb4] into tmpdir=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp, totalSize=47.5 K 2024-11-10T03:17:24,073 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:24,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38496 deadline: 1731208704065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:24,074 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/B/2cb2d9df6909437f8216f15548f68720 as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/B/2cb2d9df6909437f8216f15548f68720 2024-11-10T03:17:24,075 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.Compactor(224): Compacting b594394ecf064bc49e787fdc67ad2e68, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1731208640893 2024-11-10T03:17:24,075 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:24,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38478 deadline: 1731208704065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:24,077 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:24,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38518 deadline: 1731208704067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:24,079 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7ba2ab9f8192475f96f4b3e1230d30ec, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1731208641888 2024-11-10T03:17:24,080 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.Compactor(224): Compacting 20bdd9744dee4f5ea94dc9d061728e53, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1731208641944 2024-11-10T03:17:24,082 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.Compactor(224): Compacting d82d99f1b8e141d799e62a9818b32bb4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1731208643113 2024-11-10T03:17:24,095 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 1f9e9150efcac6954dbb7a06ad294f4d/B of 1f9e9150efcac6954dbb7a06ad294f4d into 2cb2d9df6909437f8216f15548f68720(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T03:17:24,095 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1f9e9150efcac6954dbb7a06ad294f4d: 2024-11-10T03:17:24,095 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d., storeName=1f9e9150efcac6954dbb7a06ad294f4d/B, priority=12, startTime=1731208643938; duration=0sec 2024-11-10T03:17:24,095 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T03:17:24,095 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1f9e9150efcac6954dbb7a06ad294f4d:B 2024-11-10T03:17:24,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741875_1051 (size=12151) 2024-11-10T03:17:24,101 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=198 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/B/f3f439ece7d34338a797799920698d46 2024-11-10T03:17:24,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-10T03:17:24,110 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 700749f6e4aa,39315,1731208629620 2024-11-10T03:17:24,111 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39315 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-10T03:17:24,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d. 2024-11-10T03:17:24,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d. as already flushing 2024-11-10T03:17:24,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d. 2024-11-10T03:17:24,111 ERROR [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => 1f9e9150efcac6954dbb7a06ad294f4d, NAME => 'TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:17:24,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => 1f9e9150efcac6954dbb7a06ad294f4d, NAME => 'TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:17:24,112 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1f9e9150efcac6954dbb7a06ad294f4d#C#compaction#37 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T03:17:24,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1f9e9150efcac6954dbb7a06ad294f4d, NAME => 'TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1f9e9150efcac6954dbb7a06ad294f4d, NAME => 'TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:17:24,113 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/C/cf0a405323c34793bdc9b71f411d3bc3 is 50, key is test_row_0/C:col10/1731208643743/Put/seqid=0 2024-11-10T03:17:24,127 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/C/3d35eb7a87d342cca61e0ee9289ea822 is 50, key is test_row_0/C:col10/1731208643941/Put/seqid=0 2024-11-10T03:17:24,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741876_1052 (size=12527) 2024-11-10T03:17:24,163 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/C/cf0a405323c34793bdc9b71f411d3bc3 as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/C/cf0a405323c34793bdc9b71f411d3bc3 2024-11-10T03:17:24,175 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 1f9e9150efcac6954dbb7a06ad294f4d/C of 1f9e9150efcac6954dbb7a06ad294f4d into cf0a405323c34793bdc9b71f411d3bc3(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T03:17:24,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741877_1053 (size=12151) 2024-11-10T03:17:24,176 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1f9e9150efcac6954dbb7a06ad294f4d: 2024-11-10T03:17:24,176 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d., storeName=1f9e9150efcac6954dbb7a06ad294f4d/C, priority=12, startTime=1731208643938; duration=0sec 2024-11-10T03:17:24,176 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T03:17:24,176 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1f9e9150efcac6954dbb7a06ad294f4d:C 2024-11-10T03:17:24,187 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=198 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/C/3d35eb7a87d342cca61e0ee9289ea822 2024-11-10T03:17:24,204 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/A/b4fcef4d946f4d7cb598e4183c504f57 as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/A/b4fcef4d946f4d7cb598e4183c504f57 2024-11-10T03:17:24,217 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/A/b4fcef4d946f4d7cb598e4183c504f57, entries=150, sequenceid=198, filesize=11.9 K 2024-11-10T03:17:24,221 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/B/f3f439ece7d34338a797799920698d46 as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/B/f3f439ece7d34338a797799920698d46 2024-11-10T03:17:24,242 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/B/f3f439ece7d34338a797799920698d46, entries=150, sequenceid=198, filesize=11.9 K 2024-11-10T03:17:24,243 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/C/3d35eb7a87d342cca61e0ee9289ea822 as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/C/3d35eb7a87d342cca61e0ee9289ea822 2024-11-10T03:17:24,255 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/C/3d35eb7a87d342cca61e0ee9289ea822, entries=150, sequenceid=198, filesize=11.9 K 2024-11-10T03:17:24,257 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for 1f9e9150efcac6954dbb7a06ad294f4d in 316ms, sequenceid=198, compaction requested=false 2024-11-10T03:17:24,257 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1f9e9150efcac6954dbb7a06ad294f4d: 2024-11-10T03:17:24,265 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 700749f6e4aa,39315,1731208629620 2024-11-10T03:17:24,265 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39315 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-10T03:17:24,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d. 2024-11-10T03:17:24,266 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2837): Flushing 1f9e9150efcac6954dbb7a06ad294f4d 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-11-10T03:17:24,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1f9e9150efcac6954dbb7a06ad294f4d, store=A 2024-11-10T03:17:24,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:17:24,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1f9e9150efcac6954dbb7a06ad294f4d, store=B 2024-11-10T03:17:24,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:17:24,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1f9e9150efcac6954dbb7a06ad294f4d, store=C 2024-11-10T03:17:24,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:17:24,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(8581): Flush requested on 1f9e9150efcac6954dbb7a06ad294f4d 2024-11-10T03:17:24,284 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d. as already flushing 2024-11-10T03:17:24,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/A/84f68e9f7a1d4605b64d7b818e2e8965 is 50, key is test_row_0/A:col10/1731208643952/Put/seqid=0 2024-11-10T03:17:24,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741878_1054 (size=12151) 2024-11-10T03:17:24,309 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=210 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/A/84f68e9f7a1d4605b64d7b818e2e8965 2024-11-10T03:17:24,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/B/e756d285436c476b99a2e5e0313a25fa is 50, key is test_row_0/B:col10/1731208643952/Put/seqid=0 2024-11-10T03:17:24,333 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:24,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38532 deadline: 1731208704327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:24,334 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:24,334 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:24,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38518 deadline: 1731208704329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:24,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38470 deadline: 1731208704328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:24,335 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:24,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38478 deadline: 1731208704330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:24,335 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:24,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38496 deadline: 1731208704331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:24,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741879_1055 (size=12151) 2024-11-10T03:17:24,358 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=210 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/B/e756d285436c476b99a2e5e0313a25fa 2024-11-10T03:17:24,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/C/a0a955cf1b5640e8a8cd4c74b1d3112d is 50, key is test_row_0/C:col10/1731208643952/Put/seqid=0 2024-11-10T03:17:24,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-10T03:17:24,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741880_1056 (size=12151) 2024-11-10T03:17:24,424 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=210 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/C/a0a955cf1b5640e8a8cd4c74b1d3112d 2024-11-10T03:17:24,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/A/84f68e9f7a1d4605b64d7b818e2e8965 as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/A/84f68e9f7a1d4605b64d7b818e2e8965 2024-11-10T03:17:24,443 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:24,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38532 deadline: 1731208704437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:24,444 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:24,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38496 deadline: 1731208704437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:24,445 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:24,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38478 deadline: 1731208704438, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:24,445 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:24,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38470 deadline: 1731208704439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:24,446 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:24,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38518 deadline: 1731208704439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:24,450 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/A/84f68e9f7a1d4605b64d7b818e2e8965, entries=150, sequenceid=210, filesize=11.9 K 2024-11-10T03:17:24,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/B/e756d285436c476b99a2e5e0313a25fa as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/B/e756d285436c476b99a2e5e0313a25fa 2024-11-10T03:17:24,469 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/B/e756d285436c476b99a2e5e0313a25fa, entries=150, sequenceid=210, filesize=11.9 K 2024-11-10T03:17:24,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/C/a0a955cf1b5640e8a8cd4c74b1d3112d as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/C/a0a955cf1b5640e8a8cd4c74b1d3112d 2024-11-10T03:17:24,491 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/C/a0a955cf1b5640e8a8cd4c74b1d3112d, entries=150, sequenceid=210, filesize=11.9 K 2024-11-10T03:17:24,493 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(3040): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=167.72 KB/171750 for 1f9e9150efcac6954dbb7a06ad294f4d in 226ms, sequenceid=210, compaction requested=true 2024-11-10T03:17:24,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2538): Flush status journal for 1f9e9150efcac6954dbb7a06ad294f4d: 2024-11-10T03:17:24,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d. 2024-11-10T03:17:24,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=19 2024-11-10T03:17:24,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster(4106): Remote procedure done, pid=19 2024-11-10T03:17:24,499 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=19, resume processing ppid=18 2024-11-10T03:17:24,499 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=19, ppid=18, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 695 msec 2024-11-10T03:17:24,504 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=18, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees in 703 msec 2024-11-10T03:17:24,652 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1f9e9150efcac6954dbb7a06ad294f4d 3/3 column families, dataSize=174.43 KB heapSize=457.78 KB 2024-11-10T03:17:24,653 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1f9e9150efcac6954dbb7a06ad294f4d, store=A 2024-11-10T03:17:24,653 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:17:24,653 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1f9e9150efcac6954dbb7a06ad294f4d, store=B 2024-11-10T03:17:24,653 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:17:24,653 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1f9e9150efcac6954dbb7a06ad294f4d, store=C 2024-11-10T03:17:24,653 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:17:24,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(8581): Flush requested on 1f9e9150efcac6954dbb7a06ad294f4d 2024-11-10T03:17:24,660 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:24,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38532 deadline: 1731208704655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:24,661 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/A/42fd5b8286ab4558a53473405f44d94d is 50, key is test_row_0/A:col10/1731208644649/Put/seqid=0 2024-11-10T03:17:24,661 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:24,661 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:24,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38478 deadline: 1731208704656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:24,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38496 deadline: 1731208704656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:24,662 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:24,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38518 deadline: 1731208704657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:24,663 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:24,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38470 deadline: 1731208704661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:24,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741881_1057 (size=14541) 2024-11-10T03:17:24,699 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=240 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/A/42fd5b8286ab4558a53473405f44d94d 2024-11-10T03:17:24,723 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/B/e7f12a14e6ff4eaab240b3ce69a8bc87 is 50, key is test_row_0/B:col10/1731208644649/Put/seqid=0 2024-11-10T03:17:24,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741882_1058 (size=12151) 2024-11-10T03:17:24,739 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=240 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/B/e7f12a14e6ff4eaab240b3ce69a8bc87 2024-11-10T03:17:24,756 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/C/bc5991281f8f4c4c94a7bef52d452c26 is 50, key is test_row_0/C:col10/1731208644649/Put/seqid=0 2024-11-10T03:17:24,765 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:24,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38532 deadline: 1731208704763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:24,766 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:24,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38496 deadline: 1731208704764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:24,768 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:24,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38478 deadline: 1731208704764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:24,768 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:24,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38518 deadline: 1731208704765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:24,768 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:24,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38470 deadline: 1731208704767, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:24,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741883_1059 (size=12151) 2024-11-10T03:17:24,773 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=240 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/C/bc5991281f8f4c4c94a7bef52d452c26 2024-11-10T03:17:24,787 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/A/42fd5b8286ab4558a53473405f44d94d as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/A/42fd5b8286ab4558a53473405f44d94d 2024-11-10T03:17:24,801 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/A/42fd5b8286ab4558a53473405f44d94d, entries=200, sequenceid=240, filesize=14.2 K 2024-11-10T03:17:24,802 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/B/e7f12a14e6ff4eaab240b3ce69a8bc87 as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/B/e7f12a14e6ff4eaab240b3ce69a8bc87 2024-11-10T03:17:24,815 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/B/e7f12a14e6ff4eaab240b3ce69a8bc87, entries=150, sequenceid=240, filesize=11.9 K 2024-11-10T03:17:24,818 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/C/bc5991281f8f4c4c94a7bef52d452c26 as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/C/bc5991281f8f4c4c94a7bef52d452c26 2024-11-10T03:17:24,830 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/C/bc5991281f8f4c4c94a7bef52d452c26, entries=150, sequenceid=240, filesize=11.9 K 2024-11-10T03:17:24,831 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~181.14 KB/185490, heapSize ~475.31 KB/486720, currentSize=20.13 KB/20610 for 1f9e9150efcac6954dbb7a06ad294f4d in 179ms, sequenceid=240, compaction requested=true 2024-11-10T03:17:24,832 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1f9e9150efcac6954dbb7a06ad294f4d: 2024-11-10T03:17:24,832 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-10T03:17:24,832 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1f9e9150efcac6954dbb7a06ad294f4d:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T03:17:24,832 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T03:17:24,832 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-10T03:17:24,833 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1f9e9150efcac6954dbb7a06ad294f4d:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T03:17:24,833 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T03:17:24,833 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1f9e9150efcac6954dbb7a06ad294f4d:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T03:17:24,833 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T03:17:24,841 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 51370 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-10T03:17:24,841 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HStore(1540): 1f9e9150efcac6954dbb7a06ad294f4d/A is initiating minor compaction (all files) 2024-11-10T03:17:24,842 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1f9e9150efcac6954dbb7a06ad294f4d/A in TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d. 2024-11-10T03:17:24,842 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/A/ac0d66a026fa44d690c760d56fc064db, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/A/b4fcef4d946f4d7cb598e4183c504f57, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/A/84f68e9f7a1d4605b64d7b818e2e8965, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/A/42fd5b8286ab4558a53473405f44d94d] into tmpdir=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp, totalSize=50.2 K 2024-11-10T03:17:24,843 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.Compactor(224): Compacting ac0d66a026fa44d690c760d56fc064db, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1731208643113 2024-11-10T03:17:24,851 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48980 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-10T03:17:24,851 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HStore(1540): 1f9e9150efcac6954dbb7a06ad294f4d/B is initiating minor compaction (all files) 2024-11-10T03:17:24,851 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1f9e9150efcac6954dbb7a06ad294f4d/B in TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d. 2024-11-10T03:17:24,851 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/B/2cb2d9df6909437f8216f15548f68720, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/B/f3f439ece7d34338a797799920698d46, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/B/e756d285436c476b99a2e5e0313a25fa, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/B/e7f12a14e6ff4eaab240b3ce69a8bc87] into tmpdir=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp, totalSize=47.8 K 2024-11-10T03:17:24,852 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.Compactor(224): Compacting 2cb2d9df6909437f8216f15548f68720, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1731208643113 2024-11-10T03:17:24,853 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.Compactor(224): Compacting f3f439ece7d34338a797799920698d46, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1731208643937 2024-11-10T03:17:24,854 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.Compactor(224): Compacting b4fcef4d946f4d7cb598e4183c504f57, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1731208643937 2024-11-10T03:17:24,854 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.Compactor(224): Compacting e756d285436c476b99a2e5e0313a25fa, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1731208643952 2024-11-10T03:17:24,854 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.Compactor(224): Compacting 84f68e9f7a1d4605b64d7b818e2e8965, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1731208643952 2024-11-10T03:17:24,855 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.Compactor(224): Compacting e7f12a14e6ff4eaab240b3ce69a8bc87, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1731208644328 2024-11-10T03:17:24,855 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.Compactor(224): Compacting 42fd5b8286ab4558a53473405f44d94d, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1731208644328 2024-11-10T03:17:24,882 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1f9e9150efcac6954dbb7a06ad294f4d#A#compaction#45 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T03:17:24,883 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/A/5c1ee24682b94fd997e6d9a164ab9967 is 50, key is test_row_0/A:col10/1731208644649/Put/seqid=0 2024-11-10T03:17:24,889 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1f9e9150efcac6954dbb7a06ad294f4d#B#compaction#46 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T03:17:24,889 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/B/3f924c2026af4b909d5b9a6f2e1428f4 is 50, key is test_row_0/B:col10/1731208644649/Put/seqid=0 2024-11-10T03:17:24,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741884_1060 (size=12663) 2024-11-10T03:17:24,904 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/A/5c1ee24682b94fd997e6d9a164ab9967 as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/A/5c1ee24682b94fd997e6d9a164ab9967 2024-11-10T03:17:24,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-10T03:17:24,905 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 18 completed 2024-11-10T03:17:24,908 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T03:17:24,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] procedure2.ProcedureExecutor(1098): Stored pid=20, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees 2024-11-10T03:17:24,910 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=20, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T03:17:24,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-10T03:17:24,911 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=20, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T03:17:24,911 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T03:17:24,918 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 1f9e9150efcac6954dbb7a06ad294f4d/A of 1f9e9150efcac6954dbb7a06ad294f4d into 5c1ee24682b94fd997e6d9a164ab9967(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T03:17:24,918 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1f9e9150efcac6954dbb7a06ad294f4d: 2024-11-10T03:17:24,918 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d., storeName=1f9e9150efcac6954dbb7a06ad294f4d/A, priority=12, startTime=1731208644832; duration=0sec 2024-11-10T03:17:24,918 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T03:17:24,918 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1f9e9150efcac6954dbb7a06ad294f4d:A 2024-11-10T03:17:24,919 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-10T03:17:24,926 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48980 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-10T03:17:24,926 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HStore(1540): 1f9e9150efcac6954dbb7a06ad294f4d/C is initiating minor compaction (all files) 2024-11-10T03:17:24,927 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1f9e9150efcac6954dbb7a06ad294f4d/C in TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d. 2024-11-10T03:17:24,927 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/C/cf0a405323c34793bdc9b71f411d3bc3, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/C/3d35eb7a87d342cca61e0ee9289ea822, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/C/a0a955cf1b5640e8a8cd4c74b1d3112d, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/C/bc5991281f8f4c4c94a7bef52d452c26] into tmpdir=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp, totalSize=47.8 K 2024-11-10T03:17:24,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741885_1061 (size=12663) 2024-11-10T03:17:24,933 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.Compactor(224): Compacting cf0a405323c34793bdc9b71f411d3bc3, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1731208643113 2024-11-10T03:17:24,938 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3d35eb7a87d342cca61e0ee9289ea822, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1731208643937 2024-11-10T03:17:24,939 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/B/3f924c2026af4b909d5b9a6f2e1428f4 as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/B/3f924c2026af4b909d5b9a6f2e1428f4 2024-11-10T03:17:24,940 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.Compactor(224): Compacting a0a955cf1b5640e8a8cd4c74b1d3112d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1731208643952 2024-11-10T03:17:24,942 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.Compactor(224): Compacting bc5991281f8f4c4c94a7bef52d452c26, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1731208644328 2024-11-10T03:17:24,960 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 1f9e9150efcac6954dbb7a06ad294f4d/B of 1f9e9150efcac6954dbb7a06ad294f4d into 3f924c2026af4b909d5b9a6f2e1428f4(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T03:17:24,960 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1f9e9150efcac6954dbb7a06ad294f4d: 2024-11-10T03:17:24,961 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d., storeName=1f9e9150efcac6954dbb7a06ad294f4d/B, priority=12, startTime=1731208644832; duration=0sec 2024-11-10T03:17:24,961 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T03:17:24,961 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1f9e9150efcac6954dbb7a06ad294f4d:B 2024-11-10T03:17:24,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(8581): Flush requested on 1f9e9150efcac6954dbb7a06ad294f4d 2024-11-10T03:17:24,978 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1f9e9150efcac6954dbb7a06ad294f4d 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-10T03:17:24,978 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1f9e9150efcac6954dbb7a06ad294f4d#C#compaction#47 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T03:17:24,978 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1f9e9150efcac6954dbb7a06ad294f4d, store=A 2024-11-10T03:17:24,978 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:17:24,978 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1f9e9150efcac6954dbb7a06ad294f4d, store=B 2024-11-10T03:17:24,978 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:17:24,978 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1f9e9150efcac6954dbb7a06ad294f4d, store=C 2024-11-10T03:17:24,979 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:17:24,979 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/C/d43f645c05d0457abc552ae2a22a5dee is 50, key is test_row_0/C:col10/1731208644649/Put/seqid=0 2024-11-10T03:17:25,000 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/A/c82ee2ec796548a9b496e5964617ef59 is 50, key is test_row_0/A:col10/1731208644973/Put/seqid=0 2024-11-10T03:17:25,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-10T03:17:25,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741886_1062 (size=12663) 2024-11-10T03:17:25,026 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/C/d43f645c05d0457abc552ae2a22a5dee as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/C/d43f645c05d0457abc552ae2a22a5dee 2024-11-10T03:17:25,033 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:25,034 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:25,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38470 deadline: 1731208705021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:25,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38478 deadline: 1731208705021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:25,035 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:25,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38518 deadline: 1731208705022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:25,035 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:25,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38532 deadline: 1731208705025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:25,036 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 1f9e9150efcac6954dbb7a06ad294f4d/C of 1f9e9150efcac6954dbb7a06ad294f4d into d43f645c05d0457abc552ae2a22a5dee(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T03:17:25,037 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1f9e9150efcac6954dbb7a06ad294f4d: 2024-11-10T03:17:25,036 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:25,037 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d., storeName=1f9e9150efcac6954dbb7a06ad294f4d/C, priority=12, startTime=1731208644833; duration=0sec 2024-11-10T03:17:25,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38496 deadline: 1731208705027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:25,037 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T03:17:25,037 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1f9e9150efcac6954dbb7a06ad294f4d:C 2024-11-10T03:17:25,068 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 700749f6e4aa,39315,1731208629620 2024-11-10T03:17:25,069 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39315 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-10T03:17:25,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d. 2024-11-10T03:17:25,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d. as already flushing 2024-11-10T03:17:25,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d. 2024-11-10T03:17:25,070 ERROR [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 1f9e9150efcac6954dbb7a06ad294f4d, NAME => 'TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:17:25,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 1f9e9150efcac6954dbb7a06ad294f4d, NAME => 'TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:17:25,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1f9e9150efcac6954dbb7a06ad294f4d, NAME => 'TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1f9e9150efcac6954dbb7a06ad294f4d, NAME => 'TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:17:25,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741887_1063 (size=14541) 2024-11-10T03:17:25,139 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:25,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38478 deadline: 1731208705136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:25,140 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:25,140 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:25,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38470 deadline: 1731208705136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:25,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38518 deadline: 1731208705137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:25,140 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:25,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38532 deadline: 1731208705138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:25,141 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:25,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38496 deadline: 1731208705138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:25,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-10T03:17:25,223 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 700749f6e4aa,39315,1731208629620 2024-11-10T03:17:25,224 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39315 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-10T03:17:25,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d. 2024-11-10T03:17:25,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d. as already flushing 2024-11-10T03:17:25,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d. 2024-11-10T03:17:25,225 ERROR [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 1f9e9150efcac6954dbb7a06ad294f4d, NAME => 'TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:17:25,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 1f9e9150efcac6954dbb7a06ad294f4d, NAME => 'TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:17:25,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1f9e9150efcac6954dbb7a06ad294f4d, NAME => 'TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1f9e9150efcac6954dbb7a06ad294f4d, NAME => 'TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:17:25,343 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:25,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38478 deadline: 1731208705342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:25,344 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:25,344 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:25,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38532 deadline: 1731208705343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:25,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38470 deadline: 1731208705343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:25,345 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:25,345 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:25,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38518 deadline: 1731208705344, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:25,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38496 deadline: 1731208705344, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:25,379 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 700749f6e4aa,39315,1731208629620 2024-11-10T03:17:25,379 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39315 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-10T03:17:25,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d. 2024-11-10T03:17:25,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d. as already flushing 2024-11-10T03:17:25,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d. 2024-11-10T03:17:25,380 ERROR [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 1f9e9150efcac6954dbb7a06ad294f4d, NAME => 'TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:17:25,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 1f9e9150efcac6954dbb7a06ad294f4d, NAME => 'TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:17:25,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1f9e9150efcac6954dbb7a06ad294f4d, NAME => 'TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1f9e9150efcac6954dbb7a06ad294f4d, NAME => 'TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:17:25,479 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=253 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/A/c82ee2ec796548a9b496e5964617ef59 2024-11-10T03:17:25,514 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/B/1f0b74ad45af4439915d3d14fe929633 is 50, key is test_row_0/B:col10/1731208644973/Put/seqid=0 2024-11-10T03:17:25,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-10T03:17:25,533 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 700749f6e4aa,39315,1731208629620 2024-11-10T03:17:25,534 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39315 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-10T03:17:25,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d. 2024-11-10T03:17:25,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d. as already flushing 2024-11-10T03:17:25,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d. 2024-11-10T03:17:25,534 ERROR [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 1f9e9150efcac6954dbb7a06ad294f4d, NAME => 'TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:17:25,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 1f9e9150efcac6954dbb7a06ad294f4d, NAME => 'TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:17:25,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1f9e9150efcac6954dbb7a06ad294f4d, NAME => 'TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1f9e9150efcac6954dbb7a06ad294f4d, NAME => 'TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:17:25,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741888_1064 (size=12151) 2024-11-10T03:17:25,558 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=253 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/B/1f0b74ad45af4439915d3d14fe929633 2024-11-10T03:17:25,576 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/C/c5b9232ec05c414795ea860922ef11da is 50, key is test_row_0/C:col10/1731208644973/Put/seqid=0 2024-11-10T03:17:25,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741889_1065 (size=12151) 2024-11-10T03:17:25,588 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=253 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/C/c5b9232ec05c414795ea860922ef11da 2024-11-10T03:17:25,602 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/A/c82ee2ec796548a9b496e5964617ef59 as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/A/c82ee2ec796548a9b496e5964617ef59 2024-11-10T03:17:25,611 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/A/c82ee2ec796548a9b496e5964617ef59, entries=200, sequenceid=253, filesize=14.2 K 2024-11-10T03:17:25,613 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/B/1f0b74ad45af4439915d3d14fe929633 as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/B/1f0b74ad45af4439915d3d14fe929633 2024-11-10T03:17:25,630 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/B/1f0b74ad45af4439915d3d14fe929633, entries=150, sequenceid=253, filesize=11.9 K 2024-11-10T03:17:25,632 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/C/c5b9232ec05c414795ea860922ef11da as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/C/c5b9232ec05c414795ea860922ef11da 2024-11-10T03:17:25,639 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/C/c5b9232ec05c414795ea860922ef11da, entries=150, sequenceid=253, filesize=11.9 K 2024-11-10T03:17:25,641 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 1f9e9150efcac6954dbb7a06ad294f4d in 664ms, sequenceid=253, compaction requested=false 2024-11-10T03:17:25,641 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1f9e9150efcac6954dbb7a06ad294f4d: 2024-11-10T03:17:25,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(8581): Flush requested on 1f9e9150efcac6954dbb7a06ad294f4d 2024-11-10T03:17:25,649 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1f9e9150efcac6954dbb7a06ad294f4d 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-10T03:17:25,650 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1f9e9150efcac6954dbb7a06ad294f4d, store=A 2024-11-10T03:17:25,650 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:17:25,650 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1f9e9150efcac6954dbb7a06ad294f4d, store=B 2024-11-10T03:17:25,650 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:17:25,650 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1f9e9150efcac6954dbb7a06ad294f4d, store=C 2024-11-10T03:17:25,650 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:17:25,662 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:25,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38478 deadline: 1731208705657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:25,662 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:25,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38496 deadline: 1731208705658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:25,663 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:25,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38532 deadline: 1731208705659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:25,664 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:25,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38518 deadline: 1731208705660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:25,664 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:25,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38470 deadline: 1731208705661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:25,669 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/A/3ea0675824304c728926b86078c0ca53 is 50, key is test_row_0/A:col10/1731208645025/Put/seqid=0 2024-11-10T03:17:25,687 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 700749f6e4aa,39315,1731208629620 2024-11-10T03:17:25,688 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39315 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-10T03:17:25,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d. 2024-11-10T03:17:25,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d. as already flushing 2024-11-10T03:17:25,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d. 2024-11-10T03:17:25,688 ERROR [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 1f9e9150efcac6954dbb7a06ad294f4d, NAME => 'TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:17:25,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 1f9e9150efcac6954dbb7a06ad294f4d, NAME => 'TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:17:25,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1f9e9150efcac6954dbb7a06ad294f4d, NAME => 'TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1f9e9150efcac6954dbb7a06ad294f4d, NAME => 'TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:17:25,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741890_1066 (size=14741) 2024-11-10T03:17:25,768 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:25,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38496 deadline: 1731208705764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:25,769 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:25,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38478 deadline: 1731208705764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:25,769 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:25,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38532 deadline: 1731208705765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:25,770 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:25,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38470 deadline: 1731208705767, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:25,770 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:25,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38518 deadline: 1731208705767, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:25,841 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 700749f6e4aa,39315,1731208629620 2024-11-10T03:17:25,845 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39315 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-10T03:17:25,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d. 2024-11-10T03:17:25,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d. as already flushing 2024-11-10T03:17:25,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d. 2024-11-10T03:17:25,846 ERROR [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 1f9e9150efcac6954dbb7a06ad294f4d, NAME => 'TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:17:25,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 1f9e9150efcac6954dbb7a06ad294f4d, NAME => 'TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:17:25,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1f9e9150efcac6954dbb7a06ad294f4d, NAME => 'TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1f9e9150efcac6954dbb7a06ad294f4d, NAME => 'TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:17:25,972 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:25,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38496 deadline: 1731208705970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:25,973 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:25,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38478 deadline: 1731208705971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:25,973 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:25,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38470 deadline: 1731208705972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:25,974 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:25,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38518 deadline: 1731208705972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:25,975 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:25,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38532 deadline: 1731208705975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:26,003 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 700749f6e4aa,39315,1731208629620 2024-11-10T03:17:26,004 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39315 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-10T03:17:26,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d. 2024-11-10T03:17:26,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d. as already flushing 2024-11-10T03:17:26,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d. 2024-11-10T03:17:26,004 ERROR [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 1f9e9150efcac6954dbb7a06ad294f4d, NAME => 'TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:17:26,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 1f9e9150efcac6954dbb7a06ad294f4d, NAME => 'TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:17:26,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1f9e9150efcac6954dbb7a06ad294f4d, NAME => 'TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1f9e9150efcac6954dbb7a06ad294f4d, NAME => 'TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:17:26,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-10T03:17:26,131 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=280 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/A/3ea0675824304c728926b86078c0ca53 2024-11-10T03:17:26,161 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/B/9063e112f43e499499ca53eb5ef268b4 is 50, key is test_row_0/B:col10/1731208645025/Put/seqid=0 2024-11-10T03:17:26,162 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 700749f6e4aa,39315,1731208629620 2024-11-10T03:17:26,163 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39315 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-10T03:17:26,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d. 2024-11-10T03:17:26,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d. as already flushing 2024-11-10T03:17:26,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d. 2024-11-10T03:17:26,164 ERROR [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 1f9e9150efcac6954dbb7a06ad294f4d, NAME => 'TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:17:26,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 1f9e9150efcac6954dbb7a06ad294f4d, NAME => 'TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:17:26,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1f9e9150efcac6954dbb7a06ad294f4d, NAME => 'TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1f9e9150efcac6954dbb7a06ad294f4d, NAME => 'TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:17:26,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741891_1067 (size=12301) 2024-11-10T03:17:26,172 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=280 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/B/9063e112f43e499499ca53eb5ef268b4 2024-11-10T03:17:26,193 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/C/daf9d9d6591c493c8db64f5f275a9368 is 50, key is test_row_0/C:col10/1731208645025/Put/seqid=0 2024-11-10T03:17:26,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741892_1068 (size=12301) 2024-11-10T03:17:26,278 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:26,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38518 deadline: 1731208706276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:26,279 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:26,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38470 deadline: 1731208706276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:26,279 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:26,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38478 deadline: 1731208706276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:26,283 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:26,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38532 deadline: 1731208706279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:26,284 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:26,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38496 deadline: 1731208706279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:26,317 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 700749f6e4aa,39315,1731208629620 2024-11-10T03:17:26,318 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39315 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-10T03:17:26,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d. 2024-11-10T03:17:26,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d. as already flushing 2024-11-10T03:17:26,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d. 2024-11-10T03:17:26,318 ERROR [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 1f9e9150efcac6954dbb7a06ad294f4d, NAME => 'TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:17:26,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 1f9e9150efcac6954dbb7a06ad294f4d, NAME => 'TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:17:26,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1f9e9150efcac6954dbb7a06ad294f4d, NAME => 'TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1f9e9150efcac6954dbb7a06ad294f4d, NAME => 'TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:17:26,471 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 700749f6e4aa,39315,1731208629620 2024-11-10T03:17:26,472 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39315 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-10T03:17:26,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d. 2024-11-10T03:17:26,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d. as already flushing 2024-11-10T03:17:26,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d. 2024-11-10T03:17:26,473 ERROR [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 1f9e9150efcac6954dbb7a06ad294f4d, NAME => 'TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:17:26,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 1f9e9150efcac6954dbb7a06ad294f4d, NAME => 'TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:17:26,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1f9e9150efcac6954dbb7a06ad294f4d, NAME => 'TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1f9e9150efcac6954dbb7a06ad294f4d, NAME => 'TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:17:26,617 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=280 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/C/daf9d9d6591c493c8db64f5f275a9368 2024-11-10T03:17:26,630 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 700749f6e4aa,39315,1731208629620 2024-11-10T03:17:26,631 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39315 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-10T03:17:26,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d. 2024-11-10T03:17:26,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d. as already flushing 2024-11-10T03:17:26,631 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/A/3ea0675824304c728926b86078c0ca53 as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/A/3ea0675824304c728926b86078c0ca53 2024-11-10T03:17:26,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d. 2024-11-10T03:17:26,632 ERROR [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 1f9e9150efcac6954dbb7a06ad294f4d, NAME => 'TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:17:26,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 1f9e9150efcac6954dbb7a06ad294f4d, NAME => 'TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:17:26,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1f9e9150efcac6954dbb7a06ad294f4d, NAME => 'TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1f9e9150efcac6954dbb7a06ad294f4d, NAME => 'TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:17:26,643 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/A/3ea0675824304c728926b86078c0ca53, entries=200, sequenceid=280, filesize=14.4 K 2024-11-10T03:17:26,645 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/B/9063e112f43e499499ca53eb5ef268b4 as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/B/9063e112f43e499499ca53eb5ef268b4 2024-11-10T03:17:26,653 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/B/9063e112f43e499499ca53eb5ef268b4, entries=150, sequenceid=280, filesize=12.0 K 2024-11-10T03:17:26,654 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/C/daf9d9d6591c493c8db64f5f275a9368 as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/C/daf9d9d6591c493c8db64f5f275a9368 2024-11-10T03:17:26,663 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/C/daf9d9d6591c493c8db64f5f275a9368, entries=150, sequenceid=280, filesize=12.0 K 2024-11-10T03:17:26,668 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 1f9e9150efcac6954dbb7a06ad294f4d in 1018ms, sequenceid=280, compaction requested=true 2024-11-10T03:17:26,668 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1f9e9150efcac6954dbb7a06ad294f4d: 2024-11-10T03:17:26,668 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1f9e9150efcac6954dbb7a06ad294f4d:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T03:17:26,668 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T03:17:26,668 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T03:17:26,668 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T03:17:26,669 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1f9e9150efcac6954dbb7a06ad294f4d:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T03:17:26,669 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T03:17:26,669 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1f9e9150efcac6954dbb7a06ad294f4d:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T03:17:26,669 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T03:17:26,670 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 41945 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T03:17:26,670 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HStore(1540): 1f9e9150efcac6954dbb7a06ad294f4d/A is initiating minor compaction (all files) 2024-11-10T03:17:26,670 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1f9e9150efcac6954dbb7a06ad294f4d/A in TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d. 2024-11-10T03:17:26,671 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/A/5c1ee24682b94fd997e6d9a164ab9967, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/A/c82ee2ec796548a9b496e5964617ef59, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/A/3ea0675824304c728926b86078c0ca53] into tmpdir=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp, totalSize=41.0 K 2024-11-10T03:17:26,671 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37115 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T03:17:26,671 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HStore(1540): 1f9e9150efcac6954dbb7a06ad294f4d/B is initiating minor compaction (all files) 2024-11-10T03:17:26,671 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1f9e9150efcac6954dbb7a06ad294f4d/B in TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d. 2024-11-10T03:17:26,671 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5c1ee24682b94fd997e6d9a164ab9967, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1731208644328 2024-11-10T03:17:26,671 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/B/3f924c2026af4b909d5b9a6f2e1428f4, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/B/1f0b74ad45af4439915d3d14fe929633, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/B/9063e112f43e499499ca53eb5ef268b4] into tmpdir=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp, totalSize=36.2 K 2024-11-10T03:17:26,672 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.Compactor(224): Compacting 3f924c2026af4b909d5b9a6f2e1428f4, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1731208644328 2024-11-10T03:17:26,672 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.Compactor(224): Compacting c82ee2ec796548a9b496e5964617ef59, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1731208644972 2024-11-10T03:17:26,677 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.Compactor(224): Compacting 1f0b74ad45af4439915d3d14fe929633, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1731208644973 2024-11-10T03:17:26,677 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3ea0675824304c728926b86078c0ca53, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=280, earliestPutTs=1731208645014 2024-11-10T03:17:26,680 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.Compactor(224): Compacting 9063e112f43e499499ca53eb5ef268b4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=280, earliestPutTs=1731208645014 2024-11-10T03:17:26,702 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1f9e9150efcac6954dbb7a06ad294f4d#B#compaction#54 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T03:17:26,703 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/B/b38cf3935d844eda94a76eb200ff4840 is 50, key is test_row_0/B:col10/1731208645025/Put/seqid=0 2024-11-10T03:17:26,715 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1f9e9150efcac6954dbb7a06ad294f4d#A#compaction#55 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T03:17:26,716 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/A/34f107391073424c897216b9f15c2735 is 50, key is test_row_0/A:col10/1731208645025/Put/seqid=0 2024-11-10T03:17:26,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741893_1069 (size=12915) 2024-11-10T03:17:26,775 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/B/b38cf3935d844eda94a76eb200ff4840 as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/B/b38cf3935d844eda94a76eb200ff4840 2024-11-10T03:17:26,784 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1f9e9150efcac6954dbb7a06ad294f4d/B of 1f9e9150efcac6954dbb7a06ad294f4d into b38cf3935d844eda94a76eb200ff4840(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T03:17:26,785 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1f9e9150efcac6954dbb7a06ad294f4d: 2024-11-10T03:17:26,785 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 700749f6e4aa,39315,1731208629620 2024-11-10T03:17:26,785 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d., storeName=1f9e9150efcac6954dbb7a06ad294f4d/B, priority=13, startTime=1731208646668; duration=0sec 2024-11-10T03:17:26,785 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39315 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-10T03:17:26,785 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T03:17:26,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d. 2024-11-10T03:17:26,786 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1f9e9150efcac6954dbb7a06ad294f4d:B 2024-11-10T03:17:26,786 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2837): Flushing 1f9e9150efcac6954dbb7a06ad294f4d 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-10T03:17:26,786 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T03:17:26,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1f9e9150efcac6954dbb7a06ad294f4d, store=A 2024-11-10T03:17:26,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:17:26,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1f9e9150efcac6954dbb7a06ad294f4d, store=B 2024-11-10T03:17:26,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:17:26,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1f9e9150efcac6954dbb7a06ad294f4d, store=C 2024-11-10T03:17:26,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:17:26,790 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37115 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T03:17:26,790 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HStore(1540): 1f9e9150efcac6954dbb7a06ad294f4d/C is initiating minor compaction (all files) 2024-11-10T03:17:26,790 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1f9e9150efcac6954dbb7a06ad294f4d/C in TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d. 2024-11-10T03:17:26,790 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/C/d43f645c05d0457abc552ae2a22a5dee, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/C/c5b9232ec05c414795ea860922ef11da, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/C/daf9d9d6591c493c8db64f5f275a9368] into tmpdir=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp, totalSize=36.2 K 2024-11-10T03:17:26,791 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d. as already flushing 2024-11-10T03:17:26,791 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.Compactor(224): Compacting d43f645c05d0457abc552ae2a22a5dee, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1731208644328 2024-11-10T03:17:26,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741894_1070 (size=12915) 2024-11-10T03:17:26,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(8581): Flush requested on 1f9e9150efcac6954dbb7a06ad294f4d 2024-11-10T03:17:26,795 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.Compactor(224): Compacting c5b9232ec05c414795ea860922ef11da, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1731208644973 2024-11-10T03:17:26,796 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.Compactor(224): Compacting daf9d9d6591c493c8db64f5f275a9368, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=280, earliestPutTs=1731208645014 2024-11-10T03:17:26,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/A/d93105fc270f4f58813e4d414f21882d is 50, key is test_row_0/A:col10/1731208645654/Put/seqid=0 2024-11-10T03:17:26,855 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1f9e9150efcac6954dbb7a06ad294f4d#C#compaction#57 average throughput is 0.44 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T03:17:26,856 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/C/c41c2725baf74b7f83f474e4d89f9f2e is 50, key is test_row_0/C:col10/1731208645025/Put/seqid=0 2024-11-10T03:17:26,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741895_1071 (size=12301) 2024-11-10T03:17:26,862 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=291 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/A/d93105fc270f4f58813e4d414f21882d 2024-11-10T03:17:26,872 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:26,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38496 deadline: 1731208706859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:26,873 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:26,873 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:26,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38518 deadline: 1731208706861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:26,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38532 deadline: 1731208706861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:26,874 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:26,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38470 deadline: 1731208706863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:26,874 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:26,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38478 deadline: 1731208706867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:26,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/B/d72b439d4b9d4d13b246c115a2484494 is 50, key is test_row_0/B:col10/1731208645654/Put/seqid=0 2024-11-10T03:17:26,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741896_1072 (size=12915) 2024-11-10T03:17:26,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741897_1073 (size=12301) 2024-11-10T03:17:26,982 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:26,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38532 deadline: 1731208706977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:26,983 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:26,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38478 deadline: 1731208706978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:26,984 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:26,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38470 deadline: 1731208706978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:26,985 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:26,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38518 deadline: 1731208706978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:26,986 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:26,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38496 deadline: 1731208706978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:27,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-10T03:17:27,186 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:27,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38532 deadline: 1731208707185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:27,187 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:27,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38478 deadline: 1731208707187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:27,187 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:27,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38470 deadline: 1731208707187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:27,192 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:27,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38496 deadline: 1731208707189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:27,193 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:27,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38518 deadline: 1731208707190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:27,199 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/A/34f107391073424c897216b9f15c2735 as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/A/34f107391073424c897216b9f15c2735 2024-11-10T03:17:27,216 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1f9e9150efcac6954dbb7a06ad294f4d/A of 1f9e9150efcac6954dbb7a06ad294f4d into 34f107391073424c897216b9f15c2735(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T03:17:27,216 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1f9e9150efcac6954dbb7a06ad294f4d: 2024-11-10T03:17:27,216 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d., storeName=1f9e9150efcac6954dbb7a06ad294f4d/A, priority=13, startTime=1731208646668; duration=0sec 2024-11-10T03:17:27,216 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T03:17:27,216 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1f9e9150efcac6954dbb7a06ad294f4d:A 2024-11-10T03:17:27,324 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/C/c41c2725baf74b7f83f474e4d89f9f2e as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/C/c41c2725baf74b7f83f474e4d89f9f2e 2024-11-10T03:17:27,336 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1f9e9150efcac6954dbb7a06ad294f4d/C of 1f9e9150efcac6954dbb7a06ad294f4d into c41c2725baf74b7f83f474e4d89f9f2e(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T03:17:27,336 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1f9e9150efcac6954dbb7a06ad294f4d: 2024-11-10T03:17:27,336 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d., storeName=1f9e9150efcac6954dbb7a06ad294f4d/C, priority=13, startTime=1731208646669; duration=0sec 2024-11-10T03:17:27,336 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T03:17:27,336 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1f9e9150efcac6954dbb7a06ad294f4d:C 2024-11-10T03:17:27,354 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=291 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/B/d72b439d4b9d4d13b246c115a2484494 2024-11-10T03:17:27,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/C/f00336cd96f34f5dae3e096476d1d1ed is 50, key is test_row_0/C:col10/1731208645654/Put/seqid=0 2024-11-10T03:17:27,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741898_1074 (size=12301) 2024-11-10T03:17:27,414 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=291 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/C/f00336cd96f34f5dae3e096476d1d1ed 2024-11-10T03:17:27,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/A/d93105fc270f4f58813e4d414f21882d as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/A/d93105fc270f4f58813e4d414f21882d 2024-11-10T03:17:27,433 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/A/d93105fc270f4f58813e4d414f21882d, entries=150, sequenceid=291, filesize=12.0 K 2024-11-10T03:17:27,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/B/d72b439d4b9d4d13b246c115a2484494 as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/B/d72b439d4b9d4d13b246c115a2484494 2024-11-10T03:17:27,447 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/B/d72b439d4b9d4d13b246c115a2484494, entries=150, sequenceid=291, filesize=12.0 K 2024-11-10T03:17:27,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/C/f00336cd96f34f5dae3e096476d1d1ed as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/C/f00336cd96f34f5dae3e096476d1d1ed 2024-11-10T03:17:27,463 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/C/f00336cd96f34f5dae3e096476d1d1ed, entries=150, sequenceid=291, filesize=12.0 K 2024-11-10T03:17:27,464 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=154.31 KB/158010 for 1f9e9150efcac6954dbb7a06ad294f4d in 678ms, sequenceid=291, compaction requested=false 2024-11-10T03:17:27,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2538): Flush status journal for 1f9e9150efcac6954dbb7a06ad294f4d: 2024-11-10T03:17:27,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d. 2024-11-10T03:17:27,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-11-10T03:17:27,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster(4106): Remote procedure done, pid=21 2024-11-10T03:17:27,468 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=21, resume processing ppid=20 2024-11-10T03:17:27,468 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=21, ppid=20, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.5550 sec 2024-11-10T03:17:27,472 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=20, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees in 2.5610 sec 2024-11-10T03:17:27,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(8581): Flush requested on 1f9e9150efcac6954dbb7a06ad294f4d 2024-11-10T03:17:27,492 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1f9e9150efcac6954dbb7a06ad294f4d 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-10T03:17:27,493 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1f9e9150efcac6954dbb7a06ad294f4d, store=A 2024-11-10T03:17:27,493 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:17:27,493 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1f9e9150efcac6954dbb7a06ad294f4d, store=B 2024-11-10T03:17:27,493 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:17:27,493 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1f9e9150efcac6954dbb7a06ad294f4d, store=C 2024-11-10T03:17:27,493 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:17:27,499 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/A/73c002b8bdcf4cd8954a85cc7ea81a0c is 50, key is test_row_0/A:col10/1731208647491/Put/seqid=0 2024-11-10T03:17:27,500 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:27,500 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:27,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38470 deadline: 1731208707497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:27,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38532 deadline: 1731208707496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:27,503 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:27,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38478 deadline: 1731208707500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:27,504 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:27,504 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:27,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38518 deadline: 1731208707501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:27,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38496 deadline: 1731208707500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:27,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741899_1075 (size=14741) 2024-11-10T03:17:27,603 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:27,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38532 deadline: 1731208707602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:27,603 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:27,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38470 deadline: 1731208707602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:27,608 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:27,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38478 deadline: 1731208707605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:27,609 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:27,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38496 deadline: 1731208707606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:27,609 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:27,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38518 deadline: 1731208707606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:27,808 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:27,808 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:27,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38532 deadline: 1731208707807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:27,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38470 deadline: 1731208707807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:27,812 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:27,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38478 deadline: 1731208707811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:27,813 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:27,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38496 deadline: 1731208707811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:27,814 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:27,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38518 deadline: 1731208707812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:27,909 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=322 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/A/73c002b8bdcf4cd8954a85cc7ea81a0c 2024-11-10T03:17:27,924 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/B/150c7cfd127d4b429f776e5db9f536bd is 50, key is test_row_0/B:col10/1731208647491/Put/seqid=0 2024-11-10T03:17:27,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741900_1076 (size=12301) 2024-11-10T03:17:27,960 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=322 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/B/150c7cfd127d4b429f776e5db9f536bd 2024-11-10T03:17:27,984 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/C/d0932285f05147f1b8d248fbf69a9335 is 50, key is test_row_0/C:col10/1731208647491/Put/seqid=0 2024-11-10T03:17:28,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741901_1077 (size=12301) 2024-11-10T03:17:28,025 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=322 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/C/d0932285f05147f1b8d248fbf69a9335 2024-11-10T03:17:28,033 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/A/73c002b8bdcf4cd8954a85cc7ea81a0c as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/A/73c002b8bdcf4cd8954a85cc7ea81a0c 2024-11-10T03:17:28,042 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/A/73c002b8bdcf4cd8954a85cc7ea81a0c, entries=200, sequenceid=322, filesize=14.4 K 2024-11-10T03:17:28,044 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/B/150c7cfd127d4b429f776e5db9f536bd as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/B/150c7cfd127d4b429f776e5db9f536bd 2024-11-10T03:17:28,053 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/B/150c7cfd127d4b429f776e5db9f536bd, entries=150, sequenceid=322, filesize=12.0 K 2024-11-10T03:17:28,054 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/C/d0932285f05147f1b8d248fbf69a9335 as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/C/d0932285f05147f1b8d248fbf69a9335 2024-11-10T03:17:28,063 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/C/d0932285f05147f1b8d248fbf69a9335, entries=150, sequenceid=322, filesize=12.0 K 2024-11-10T03:17:28,065 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~174.43 KB/178620, heapSize ~457.73 KB/468720, currentSize=33.54 KB/34350 for 1f9e9150efcac6954dbb7a06ad294f4d in 572ms, sequenceid=322, compaction requested=true 2024-11-10T03:17:28,065 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1f9e9150efcac6954dbb7a06ad294f4d: 2024-11-10T03:17:28,065 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1f9e9150efcac6954dbb7a06ad294f4d:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T03:17:28,065 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T03:17:28,065 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T03:17:28,065 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T03:17:28,066 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1f9e9150efcac6954dbb7a06ad294f4d:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T03:17:28,066 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T03:17:28,066 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1f9e9150efcac6954dbb7a06ad294f4d:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T03:17:28,066 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T03:17:28,067 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37517 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T03:17:28,067 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39957 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T03:17:28,067 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HStore(1540): 1f9e9150efcac6954dbb7a06ad294f4d/B is initiating minor compaction (all files) 2024-11-10T03:17:28,067 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HStore(1540): 1f9e9150efcac6954dbb7a06ad294f4d/A is initiating minor compaction (all files) 2024-11-10T03:17:28,067 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1f9e9150efcac6954dbb7a06ad294f4d/B in TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d. 2024-11-10T03:17:28,067 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1f9e9150efcac6954dbb7a06ad294f4d/A in TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d. 2024-11-10T03:17:28,067 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/A/34f107391073424c897216b9f15c2735, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/A/d93105fc270f4f58813e4d414f21882d, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/A/73c002b8bdcf4cd8954a85cc7ea81a0c] into tmpdir=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp, totalSize=39.0 K 2024-11-10T03:17:28,067 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/B/b38cf3935d844eda94a76eb200ff4840, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/B/d72b439d4b9d4d13b246c115a2484494, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/B/150c7cfd127d4b429f776e5db9f536bd] into tmpdir=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp, totalSize=36.6 K 2024-11-10T03:17:28,068 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.Compactor(224): Compacting 34f107391073424c897216b9f15c2735, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=280, earliestPutTs=1731208645014 2024-11-10T03:17:28,068 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.Compactor(224): Compacting d93105fc270f4f58813e4d414f21882d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1731208645654 2024-11-10T03:17:28,069 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.Compactor(224): Compacting 73c002b8bdcf4cd8954a85cc7ea81a0c, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=322, earliestPutTs=1731208646860 2024-11-10T03:17:28,071 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.Compactor(224): Compacting b38cf3935d844eda94a76eb200ff4840, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=280, earliestPutTs=1731208645014 2024-11-10T03:17:28,072 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.Compactor(224): Compacting d72b439d4b9d4d13b246c115a2484494, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1731208645654 2024-11-10T03:17:28,074 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.Compactor(224): Compacting 150c7cfd127d4b429f776e5db9f536bd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=322, earliestPutTs=1731208646860 2024-11-10T03:17:28,105 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1f9e9150efcac6954dbb7a06ad294f4d#A#compaction#63 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T03:17:28,105 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/A/eeb6e562668748a89dd0b1393be39a82 is 50, key is test_row_0/A:col10/1731208647491/Put/seqid=0 2024-11-10T03:17:28,120 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1f9e9150efcac6954dbb7a06ad294f4d 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-10T03:17:28,120 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1f9e9150efcac6954dbb7a06ad294f4d, store=A 2024-11-10T03:17:28,120 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:17:28,120 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1f9e9150efcac6954dbb7a06ad294f4d, store=B 2024-11-10T03:17:28,120 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:17:28,120 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1f9e9150efcac6954dbb7a06ad294f4d, store=C 2024-11-10T03:17:28,121 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:17:28,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(8581): Flush requested on 1f9e9150efcac6954dbb7a06ad294f4d 2024-11-10T03:17:28,124 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1f9e9150efcac6954dbb7a06ad294f4d#B#compaction#64 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T03:17:28,125 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/B/2b7747404a8d4410afea09d8fa829a6a is 50, key is test_row_0/B:col10/1731208647491/Put/seqid=0 2024-11-10T03:17:28,132 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/A/b389dd16afa8496fa61d6801c82cadc9 is 50, key is test_row_0/A:col10/1731208648119/Put/seqid=0 2024-11-10T03:17:28,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741902_1078 (size=13017) 2024-11-10T03:17:28,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741904_1080 (size=12301) 2024-11-10T03:17:28,165 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:28,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38478 deadline: 1731208708159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:28,165 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:28,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38518 deadline: 1731208708160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:28,166 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:28,166 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:28,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38496 deadline: 1731208708162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:28,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38532 deadline: 1731208708161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:28,168 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:28,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38470 deadline: 1731208708165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:28,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741903_1079 (size=13017) 2024-11-10T03:17:28,267 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:28,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38478 deadline: 1731208708266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:28,267 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:28,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38518 deadline: 1731208708267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:28,268 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:28,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38532 deadline: 1731208708268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:28,275 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:28,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38496 deadline: 1731208708269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:28,275 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:28,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38470 deadline: 1731208708269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:28,470 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:28,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38478 deadline: 1731208708468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:28,473 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:28,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38532 deadline: 1731208708470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:28,473 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:28,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38518 deadline: 1731208708470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:28,476 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:28,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38496 deadline: 1731208708476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:28,480 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:28,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38470 deadline: 1731208708478, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:28,555 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/A/eeb6e562668748a89dd0b1393be39a82 as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/A/eeb6e562668748a89dd0b1393be39a82 2024-11-10T03:17:28,555 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=334 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/A/b389dd16afa8496fa61d6801c82cadc9 2024-11-10T03:17:28,577 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1f9e9150efcac6954dbb7a06ad294f4d/A of 1f9e9150efcac6954dbb7a06ad294f4d into eeb6e562668748a89dd0b1393be39a82(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T03:17:28,577 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1f9e9150efcac6954dbb7a06ad294f4d: 2024-11-10T03:17:28,577 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d., storeName=1f9e9150efcac6954dbb7a06ad294f4d/A, priority=13, startTime=1731208648065; duration=0sec 2024-11-10T03:17:28,577 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T03:17:28,577 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1f9e9150efcac6954dbb7a06ad294f4d:A 2024-11-10T03:17:28,578 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T03:17:28,579 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37517 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T03:17:28,580 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HStore(1540): 1f9e9150efcac6954dbb7a06ad294f4d/C is initiating minor compaction (all files) 2024-11-10T03:17:28,580 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1f9e9150efcac6954dbb7a06ad294f4d/C in TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d. 2024-11-10T03:17:28,580 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/C/c41c2725baf74b7f83f474e4d89f9f2e, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/C/f00336cd96f34f5dae3e096476d1d1ed, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/C/d0932285f05147f1b8d248fbf69a9335] into tmpdir=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp, totalSize=36.6 K 2024-11-10T03:17:28,581 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.Compactor(224): Compacting c41c2725baf74b7f83f474e4d89f9f2e, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=280, earliestPutTs=1731208645014 2024-11-10T03:17:28,581 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.Compactor(224): Compacting f00336cd96f34f5dae3e096476d1d1ed, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1731208645654 2024-11-10T03:17:28,582 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.Compactor(224): Compacting d0932285f05147f1b8d248fbf69a9335, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=322, earliestPutTs=1731208646860 2024-11-10T03:17:28,587 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/B/2b7747404a8d4410afea09d8fa829a6a as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/B/2b7747404a8d4410afea09d8fa829a6a 2024-11-10T03:17:28,592 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/B/c928064c4d9a4051ab8db7a7da247ae9 is 50, key is test_row_0/B:col10/1731208648119/Put/seqid=0 2024-11-10T03:17:28,596 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1f9e9150efcac6954dbb7a06ad294f4d#C#compaction#67 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T03:17:28,597 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/C/f432d51004664960ba440b8edcf92f5c is 50, key is test_row_0/C:col10/1731208647491/Put/seqid=0 2024-11-10T03:17:28,600 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1f9e9150efcac6954dbb7a06ad294f4d/B of 1f9e9150efcac6954dbb7a06ad294f4d into 2b7747404a8d4410afea09d8fa829a6a(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T03:17:28,600 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1f9e9150efcac6954dbb7a06ad294f4d: 2024-11-10T03:17:28,600 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d., storeName=1f9e9150efcac6954dbb7a06ad294f4d/B, priority=13, startTime=1731208648065; duration=0sec 2024-11-10T03:17:28,601 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T03:17:28,601 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1f9e9150efcac6954dbb7a06ad294f4d:B 2024-11-10T03:17:28,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741905_1081 (size=12301) 2024-11-10T03:17:28,604 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=334 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/B/c928064c4d9a4051ab8db7a7da247ae9 2024-11-10T03:17:28,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741906_1082 (size=13017) 2024-11-10T03:17:28,643 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/C/7699d0dde7be45569e39e1031a028509 is 50, key is test_row_0/C:col10/1731208648119/Put/seqid=0 2024-11-10T03:17:28,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741907_1083 (size=12301) 2024-11-10T03:17:28,663 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=334 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/C/7699d0dde7be45569e39e1031a028509 2024-11-10T03:17:28,672 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/A/b389dd16afa8496fa61d6801c82cadc9 as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/A/b389dd16afa8496fa61d6801c82cadc9 2024-11-10T03:17:28,681 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/A/b389dd16afa8496fa61d6801c82cadc9, entries=150, sequenceid=334, filesize=12.0 K 2024-11-10T03:17:28,683 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/B/c928064c4d9a4051ab8db7a7da247ae9 as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/B/c928064c4d9a4051ab8db7a7da247ae9 2024-11-10T03:17:28,690 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/B/c928064c4d9a4051ab8db7a7da247ae9, entries=150, sequenceid=334, filesize=12.0 K 2024-11-10T03:17:28,691 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/C/7699d0dde7be45569e39e1031a028509 as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/C/7699d0dde7be45569e39e1031a028509 2024-11-10T03:17:28,697 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/C/7699d0dde7be45569e39e1031a028509, entries=150, sequenceid=334, filesize=12.0 K 2024-11-10T03:17:28,698 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 1f9e9150efcac6954dbb7a06ad294f4d in 579ms, sequenceid=334, compaction requested=false 2024-11-10T03:17:28,698 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1f9e9150efcac6954dbb7a06ad294f4d: 2024-11-10T03:17:28,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(8581): Flush requested on 1f9e9150efcac6954dbb7a06ad294f4d 2024-11-10T03:17:28,776 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1f9e9150efcac6954dbb7a06ad294f4d 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-10T03:17:28,776 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1f9e9150efcac6954dbb7a06ad294f4d, store=A 2024-11-10T03:17:28,777 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:17:28,777 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1f9e9150efcac6954dbb7a06ad294f4d, store=B 2024-11-10T03:17:28,777 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:17:28,777 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1f9e9150efcac6954dbb7a06ad294f4d, store=C 2024-11-10T03:17:28,777 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:17:28,782 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/A/e9e438aa1ead496bbb835c8d24ee0179 is 50, key is test_row_0/A:col10/1731208648162/Put/seqid=0 2024-11-10T03:17:28,789 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:28,790 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:28,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38532 deadline: 1731208708784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:28,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38470 deadline: 1731208708784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:28,791 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:28,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38496 deadline: 1731208708786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:28,791 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:28,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38478 deadline: 1731208708786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:28,792 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:28,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38518 deadline: 1731208708787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:28,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741908_1084 (size=14741) 2024-11-10T03:17:28,891 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:28,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38532 deadline: 1731208708891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:28,894 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:28,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38496 deadline: 1731208708892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:28,896 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:28,896 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:28,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38478 deadline: 1731208708893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:28,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38518 deadline: 1731208708894, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:29,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-10T03:17:29,018 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 20 completed 2024-11-10T03:17:29,020 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T03:17:29,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] procedure2.ProcedureExecutor(1098): Stored pid=22, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees 2024-11-10T03:17:29,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-10T03:17:29,022 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=22, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T03:17:29,023 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=22, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T03:17:29,023 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T03:17:29,046 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/C/f432d51004664960ba440b8edcf92f5c as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/C/f432d51004664960ba440b8edcf92f5c 2024-11-10T03:17:29,055 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1f9e9150efcac6954dbb7a06ad294f4d/C of 1f9e9150efcac6954dbb7a06ad294f4d into f432d51004664960ba440b8edcf92f5c(size=12.7 K), total size for store is 24.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T03:17:29,055 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1f9e9150efcac6954dbb7a06ad294f4d: 2024-11-10T03:17:29,056 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d., storeName=1f9e9150efcac6954dbb7a06ad294f4d/C, priority=13, startTime=1731208648066; duration=0sec 2024-11-10T03:17:29,056 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T03:17:29,056 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1f9e9150efcac6954dbb7a06ad294f4d:C 2024-11-10T03:17:29,097 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:29,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38532 deadline: 1731208709094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:29,098 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:29,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38496 deadline: 1731208709095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:29,099 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:29,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38478 deadline: 1731208709097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:29,100 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:29,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38518 deadline: 1731208709098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:29,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-10T03:17:29,175 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 700749f6e4aa,39315,1731208629620 2024-11-10T03:17:29,176 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39315 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-10T03:17:29,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d. 2024-11-10T03:17:29,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d. as already flushing 2024-11-10T03:17:29,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d. 2024-11-10T03:17:29,177 ERROR [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 1f9e9150efcac6954dbb7a06ad294f4d, NAME => 'TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:17:29,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 1f9e9150efcac6954dbb7a06ad294f4d, NAME => 'TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:17:29,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1f9e9150efcac6954dbb7a06ad294f4d, NAME => 'TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1f9e9150efcac6954dbb7a06ad294f4d, NAME => 'TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:17:29,209 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=361 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/A/e9e438aa1ead496bbb835c8d24ee0179 2024-11-10T03:17:29,220 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/B/45fea97ed5134bb9a96c40daf13ecc5b is 50, key is test_row_0/B:col10/1731208648162/Put/seqid=0 2024-11-10T03:17:29,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741909_1085 (size=12301) 2024-11-10T03:17:29,241 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=361 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/B/45fea97ed5134bb9a96c40daf13ecc5b 2024-11-10T03:17:29,254 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/C/ac8a084fff684130924776d4f843364b is 50, key is test_row_0/C:col10/1731208648162/Put/seqid=0 2024-11-10T03:17:29,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741910_1086 (size=12301) 2024-11-10T03:17:29,298 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:29,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38470 deadline: 1731208709295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:29,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-10T03:17:29,329 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 700749f6e4aa,39315,1731208629620 2024-11-10T03:17:29,330 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39315 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-10T03:17:29,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d. 2024-11-10T03:17:29,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d. as already flushing 2024-11-10T03:17:29,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d. 2024-11-10T03:17:29,330 ERROR [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 1f9e9150efcac6954dbb7a06ad294f4d, NAME => 'TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:17:29,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 1f9e9150efcac6954dbb7a06ad294f4d, NAME => 'TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:17:29,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1f9e9150efcac6954dbb7a06ad294f4d, NAME => 'TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1f9e9150efcac6954dbb7a06ad294f4d, NAME => 'TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:17:29,401 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:29,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38496 deadline: 1731208709400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:29,402 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:29,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38532 deadline: 1731208709400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:29,404 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:29,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38478 deadline: 1731208709401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:29,405 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:29,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38518 deadline: 1731208709402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:29,483 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 700749f6e4aa,39315,1731208629620 2024-11-10T03:17:29,484 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39315 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-10T03:17:29,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d. 2024-11-10T03:17:29,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d. as already flushing 2024-11-10T03:17:29,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d. 2024-11-10T03:17:29,485 ERROR [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 1f9e9150efcac6954dbb7a06ad294f4d, NAME => 'TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:17:29,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 1f9e9150efcac6954dbb7a06ad294f4d, NAME => 'TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:17:29,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1f9e9150efcac6954dbb7a06ad294f4d, NAME => 'TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1f9e9150efcac6954dbb7a06ad294f4d, NAME => 'TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:17:29,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-10T03:17:29,638 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 700749f6e4aa,39315,1731208629620 2024-11-10T03:17:29,638 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39315 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-10T03:17:29,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d. 2024-11-10T03:17:29,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d. as already flushing 2024-11-10T03:17:29,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d. 2024-11-10T03:17:29,639 ERROR [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 1f9e9150efcac6954dbb7a06ad294f4d, NAME => 'TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:17:29,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 1f9e9150efcac6954dbb7a06ad294f4d, NAME => 'TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:17:29,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1f9e9150efcac6954dbb7a06ad294f4d, NAME => 'TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1f9e9150efcac6954dbb7a06ad294f4d, NAME => 'TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:17:29,661 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=361 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/C/ac8a084fff684130924776d4f843364b 2024-11-10T03:17:29,672 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/A/e9e438aa1ead496bbb835c8d24ee0179 as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/A/e9e438aa1ead496bbb835c8d24ee0179 2024-11-10T03:17:29,682 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/A/e9e438aa1ead496bbb835c8d24ee0179, entries=200, sequenceid=361, filesize=14.4 K 2024-11-10T03:17:29,684 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/B/45fea97ed5134bb9a96c40daf13ecc5b as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/B/45fea97ed5134bb9a96c40daf13ecc5b 2024-11-10T03:17:29,699 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/B/45fea97ed5134bb9a96c40daf13ecc5b, entries=150, sequenceid=361, filesize=12.0 K 2024-11-10T03:17:29,701 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/C/ac8a084fff684130924776d4f843364b as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/C/ac8a084fff684130924776d4f843364b 2024-11-10T03:17:29,711 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/C/ac8a084fff684130924776d4f843364b, entries=150, sequenceid=361, filesize=12.0 K 2024-11-10T03:17:29,712 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 1f9e9150efcac6954dbb7a06ad294f4d in 936ms, sequenceid=361, compaction requested=true 2024-11-10T03:17:29,712 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1f9e9150efcac6954dbb7a06ad294f4d: 2024-11-10T03:17:29,712 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1f9e9150efcac6954dbb7a06ad294f4d:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T03:17:29,712 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T03:17:29,712 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T03:17:29,712 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1f9e9150efcac6954dbb7a06ad294f4d:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T03:17:29,712 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T03:17:29,712 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1f9e9150efcac6954dbb7a06ad294f4d:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T03:17:29,712 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-10T03:17:29,713 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T03:17:29,714 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T03:17:29,714 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40059 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T03:17:29,714 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HStore(1540): 1f9e9150efcac6954dbb7a06ad294f4d/B is initiating minor compaction (all files) 2024-11-10T03:17:29,714 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HStore(1540): 1f9e9150efcac6954dbb7a06ad294f4d/A is initiating minor compaction (all files) 2024-11-10T03:17:29,714 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1f9e9150efcac6954dbb7a06ad294f4d/A in TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d. 2024-11-10T03:17:29,715 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/A/eeb6e562668748a89dd0b1393be39a82, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/A/b389dd16afa8496fa61d6801c82cadc9, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/A/e9e438aa1ead496bbb835c8d24ee0179] into tmpdir=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp, totalSize=39.1 K 2024-11-10T03:17:29,715 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1f9e9150efcac6954dbb7a06ad294f4d/B in TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d. 2024-11-10T03:17:29,715 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/B/2b7747404a8d4410afea09d8fa829a6a, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/B/c928064c4d9a4051ab8db7a7da247ae9, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/B/45fea97ed5134bb9a96c40daf13ecc5b] into tmpdir=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp, totalSize=36.7 K 2024-11-10T03:17:29,715 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.Compactor(224): Compacting eeb6e562668748a89dd0b1393be39a82, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=322, earliestPutTs=1731208646860 2024-11-10T03:17:29,716 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.Compactor(224): Compacting 2b7747404a8d4410afea09d8fa829a6a, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=322, earliestPutTs=1731208646860 2024-11-10T03:17:29,716 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.Compactor(224): Compacting b389dd16afa8496fa61d6801c82cadc9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=334, earliestPutTs=1731208647497 2024-11-10T03:17:29,716 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.Compactor(224): Compacting c928064c4d9a4051ab8db7a7da247ae9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=334, earliestPutTs=1731208647497 2024-11-10T03:17:29,718 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.Compactor(224): Compacting 45fea97ed5134bb9a96c40daf13ecc5b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=361, earliestPutTs=1731208648161 2024-11-10T03:17:29,718 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.Compactor(224): Compacting e9e438aa1ead496bbb835c8d24ee0179, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=361, earliestPutTs=1731208648160 2024-11-10T03:17:29,741 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1f9e9150efcac6954dbb7a06ad294f4d#B#compaction#72 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T03:17:29,741 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/B/b7cbb4b194044ac2a4c09051cbe7c4e2 is 50, key is test_row_0/B:col10/1731208648162/Put/seqid=0 2024-11-10T03:17:29,749 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1f9e9150efcac6954dbb7a06ad294f4d#A#compaction#73 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T03:17:29,750 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/A/7986952deb6c470494abe20e63e8fb9f is 50, key is test_row_0/A:col10/1731208648162/Put/seqid=0 2024-11-10T03:17:29,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741911_1087 (size=13119) 2024-11-10T03:17:29,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741912_1088 (size=13119) 2024-11-10T03:17:29,792 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 700749f6e4aa,39315,1731208629620 2024-11-10T03:17:29,792 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39315 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-10T03:17:29,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d. 2024-11-10T03:17:29,793 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2837): Flushing 1f9e9150efcac6954dbb7a06ad294f4d 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-10T03:17:29,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1f9e9150efcac6954dbb7a06ad294f4d, store=A 2024-11-10T03:17:29,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:17:29,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1f9e9150efcac6954dbb7a06ad294f4d, store=B 2024-11-10T03:17:29,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:17:29,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1f9e9150efcac6954dbb7a06ad294f4d, store=C 2024-11-10T03:17:29,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:17:29,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/A/57f028b13a604bf08cd45e7ab9f3d1dc is 50, key is test_row_0/A:col10/1731208648784/Put/seqid=0 2024-11-10T03:17:29,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741913_1089 (size=12301) 2024-11-10T03:17:29,829 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=373 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/A/57f028b13a604bf08cd45e7ab9f3d1dc 2024-11-10T03:17:29,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/B/3a780a17f01e49118bd7bd92513c0389 is 50, key is test_row_0/B:col10/1731208648784/Put/seqid=0 2024-11-10T03:17:29,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741914_1090 (size=12301) 2024-11-10T03:17:29,885 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=373 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/B/3a780a17f01e49118bd7bd92513c0389 2024-11-10T03:17:29,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/C/0203b171e1da4c9a84d1829387a9ed82 is 50, key is test_row_0/C:col10/1731208648784/Put/seqid=0 2024-11-10T03:17:29,916 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d. as already flushing 2024-11-10T03:17:29,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(8581): Flush requested on 1f9e9150efcac6954dbb7a06ad294f4d 2024-11-10T03:17:29,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741915_1091 (size=12301) 2024-11-10T03:17:29,935 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=373 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/C/0203b171e1da4c9a84d1829387a9ed82 2024-11-10T03:17:29,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/A/57f028b13a604bf08cd45e7ab9f3d1dc as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/A/57f028b13a604bf08cd45e7ab9f3d1dc 2024-11-10T03:17:29,955 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/A/57f028b13a604bf08cd45e7ab9f3d1dc, entries=150, sequenceid=373, filesize=12.0 K 2024-11-10T03:17:29,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/B/3a780a17f01e49118bd7bd92513c0389 as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/B/3a780a17f01e49118bd7bd92513c0389 2024-11-10T03:17:29,966 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:29,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38478 deadline: 1731208709955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:29,969 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:29,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38532 deadline: 1731208709956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:29,970 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:29,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38518 deadline: 1731208709956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:29,970 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:29,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38496 deadline: 1731208709960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:29,974 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/B/3a780a17f01e49118bd7bd92513c0389, entries=150, sequenceid=373, filesize=12.0 K 2024-11-10T03:17:29,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/C/0203b171e1da4c9a84d1829387a9ed82 as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/C/0203b171e1da4c9a84d1829387a9ed82 2024-11-10T03:17:29,985 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/C/0203b171e1da4c9a84d1829387a9ed82, entries=150, sequenceid=373, filesize=12.0 K 2024-11-10T03:17:29,989 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 1f9e9150efcac6954dbb7a06ad294f4d in 197ms, sequenceid=373, compaction requested=true 2024-11-10T03:17:29,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2538): Flush status journal for 1f9e9150efcac6954dbb7a06ad294f4d: 2024-11-10T03:17:29,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d. 2024-11-10T03:17:29,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=23 2024-11-10T03:17:29,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster(4106): Remote procedure done, pid=23 2024-11-10T03:17:29,994 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=23, resume processing ppid=22 2024-11-10T03:17:29,994 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=23, ppid=22, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 969 msec 2024-11-10T03:17:29,996 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=22, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees in 975 msec 2024-11-10T03:17:30,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(8581): Flush requested on 1f9e9150efcac6954dbb7a06ad294f4d 2024-11-10T03:17:30,073 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1f9e9150efcac6954dbb7a06ad294f4d 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-10T03:17:30,074 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1f9e9150efcac6954dbb7a06ad294f4d, store=A 2024-11-10T03:17:30,075 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:17:30,075 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1f9e9150efcac6954dbb7a06ad294f4d, store=B 2024-11-10T03:17:30,075 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:17:30,075 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1f9e9150efcac6954dbb7a06ad294f4d, store=C 2024-11-10T03:17:30,075 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:17:30,083 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:30,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38518 deadline: 1731208710079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:30,084 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:30,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38532 deadline: 1731208710082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:30,084 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:30,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38478 deadline: 1731208710083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:30,085 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:30,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38496 deadline: 1731208710083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:30,089 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/A/05f23e7127da4a248566f7e10aa8cd64 is 50, key is test_row_0/A:col10/1731208649956/Put/seqid=0 2024-11-10T03:17:30,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741916_1092 (size=19621) 2024-11-10T03:17:30,096 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=401 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/A/05f23e7127da4a248566f7e10aa8cd64 2024-11-10T03:17:30,112 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/B/dc36e82929f340ff8b2a8cb154944c12 is 50, key is test_row_0/B:col10/1731208649956/Put/seqid=0 2024-11-10T03:17:30,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741917_1093 (size=12301) 2024-11-10T03:17:30,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-10T03:17:30,125 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 22 completed 2024-11-10T03:17:30,127 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T03:17:30,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] procedure2.ProcedureExecutor(1098): Stored pid=24, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees 2024-11-10T03:17:30,128 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=401 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/B/dc36e82929f340ff8b2a8cb154944c12 2024-11-10T03:17:30,128 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=24, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T03:17:30,129 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=24, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T03:17:30,130 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=25, ppid=24, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T03:17:30,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-10T03:17:30,141 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/C/9c8205860c154edf9467f61e10b306e9 is 50, key is test_row_0/C:col10/1731208649956/Put/seqid=0 2024-11-10T03:17:30,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741918_1094 (size=12301) 2024-11-10T03:17:30,157 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=401 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/C/9c8205860c154edf9467f61e10b306e9 2024-11-10T03:17:30,166 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/A/05f23e7127da4a248566f7e10aa8cd64 as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/A/05f23e7127da4a248566f7e10aa8cd64 2024-11-10T03:17:30,174 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/A/05f23e7127da4a248566f7e10aa8cd64, entries=300, sequenceid=401, filesize=19.2 K 2024-11-10T03:17:30,176 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/B/dc36e82929f340ff8b2a8cb154944c12 as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/B/dc36e82929f340ff8b2a8cb154944c12 2024-11-10T03:17:30,186 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:30,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38518 deadline: 1731208710185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:30,187 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:30,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38478 deadline: 1731208710186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:30,188 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:30,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38496 deadline: 1731208710187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:30,188 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:30,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38532 deadline: 1731208710187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:30,199 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/A/7986952deb6c470494abe20e63e8fb9f as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/A/7986952deb6c470494abe20e63e8fb9f 2024-11-10T03:17:30,200 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/B/b7cbb4b194044ac2a4c09051cbe7c4e2 as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/B/b7cbb4b194044ac2a4c09051cbe7c4e2 2024-11-10T03:17:30,208 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/B/dc36e82929f340ff8b2a8cb154944c12, entries=150, sequenceid=401, filesize=12.0 K 2024-11-10T03:17:30,210 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/C/9c8205860c154edf9467f61e10b306e9 as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/C/9c8205860c154edf9467f61e10b306e9 2024-11-10T03:17:30,212 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1f9e9150efcac6954dbb7a06ad294f4d/A of 1f9e9150efcac6954dbb7a06ad294f4d into 7986952deb6c470494abe20e63e8fb9f(size=12.8 K), total size for store is 44.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T03:17:30,212 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1f9e9150efcac6954dbb7a06ad294f4d: 2024-11-10T03:17:30,212 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d., storeName=1f9e9150efcac6954dbb7a06ad294f4d/A, priority=13, startTime=1731208649712; duration=0sec 2024-11-10T03:17:30,212 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T03:17:30,212 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1f9e9150efcac6954dbb7a06ad294f4d:A 2024-11-10T03:17:30,213 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-10T03:17:30,216 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1f9e9150efcac6954dbb7a06ad294f4d/B of 1f9e9150efcac6954dbb7a06ad294f4d into b7cbb4b194044ac2a4c09051cbe7c4e2(size=12.8 K), total size for store is 36.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T03:17:30,216 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1f9e9150efcac6954dbb7a06ad294f4d: 2024-11-10T03:17:30,216 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49920 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-10T03:17:30,216 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d., storeName=1f9e9150efcac6954dbb7a06ad294f4d/B, priority=13, startTime=1731208649712; duration=0sec 2024-11-10T03:17:30,217 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T03:17:30,217 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1f9e9150efcac6954dbb7a06ad294f4d:B 2024-11-10T03:17:30,217 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/C/9c8205860c154edf9467f61e10b306e9, entries=150, sequenceid=401, filesize=12.0 K 2024-11-10T03:17:30,217 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HStore(1540): 1f9e9150efcac6954dbb7a06ad294f4d/C is initiating minor compaction (all files) 2024-11-10T03:17:30,217 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1f9e9150efcac6954dbb7a06ad294f4d/C in TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d. 2024-11-10T03:17:30,218 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/C/f432d51004664960ba440b8edcf92f5c, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/C/7699d0dde7be45569e39e1031a028509, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/C/ac8a084fff684130924776d4f843364b, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/C/0203b171e1da4c9a84d1829387a9ed82] into tmpdir=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp, totalSize=48.8 K 2024-11-10T03:17:30,218 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=33.54 KB/34350 for 1f9e9150efcac6954dbb7a06ad294f4d in 145ms, sequenceid=401, compaction requested=false 2024-11-10T03:17:30,218 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.Compactor(224): Compacting f432d51004664960ba440b8edcf92f5c, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=322, earliestPutTs=1731208646860 2024-11-10T03:17:30,219 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1f9e9150efcac6954dbb7a06ad294f4d: 2024-11-10T03:17:30,219 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7699d0dde7be45569e39e1031a028509, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=334, earliestPutTs=1731208647497 2024-11-10T03:17:30,220 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.Compactor(224): Compacting ac8a084fff684130924776d4f843364b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=361, earliestPutTs=1731208648161 2024-11-10T03:17:30,221 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0203b171e1da4c9a84d1829387a9ed82, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=373, earliestPutTs=1731208648784 2024-11-10T03:17:30,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-10T03:17:30,237 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1f9e9150efcac6954dbb7a06ad294f4d#C#compaction#80 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T03:17:30,237 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/C/9fb01390d6114e0fb96870f20a1d80c5 is 50, key is test_row_0/C:col10/1731208648784/Put/seqid=0 2024-11-10T03:17:30,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741919_1095 (size=13153) 2024-11-10T03:17:30,284 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 700749f6e4aa,39315,1731208629620 2024-11-10T03:17:30,285 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39315 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-10T03:17:30,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d. 2024-11-10T03:17:30,285 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2837): Flushing 1f9e9150efcac6954dbb7a06ad294f4d 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-10T03:17:30,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1f9e9150efcac6954dbb7a06ad294f4d, store=A 2024-11-10T03:17:30,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:17:30,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1f9e9150efcac6954dbb7a06ad294f4d, store=B 2024-11-10T03:17:30,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:17:30,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1f9e9150efcac6954dbb7a06ad294f4d, store=C 2024-11-10T03:17:30,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:17:30,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/A/c562e055ef154cf78f5243c7527af808 is 50, key is test_row_0/A:col10/1731208650079/Put/seqid=0 2024-11-10T03:17:30,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741920_1096 (size=12301) 2024-11-10T03:17:30,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(8581): Flush requested on 1f9e9150efcac6954dbb7a06ad294f4d 2024-11-10T03:17:30,312 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d. as already flushing 2024-11-10T03:17:30,391 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:30,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38518 deadline: 1731208710388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:30,391 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:30,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38496 deadline: 1731208710389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:30,394 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:30,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38478 deadline: 1731208710391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:30,394 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:30,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38470 deadline: 1731208710391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:30,395 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:30,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38532 deadline: 1731208710392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:30,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-10T03:17:30,498 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:30,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38470 deadline: 1731208710495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:30,652 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/C/9fb01390d6114e0fb96870f20a1d80c5 as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/C/9fb01390d6114e0fb96870f20a1d80c5 2024-11-10T03:17:30,658 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 1f9e9150efcac6954dbb7a06ad294f4d/C of 1f9e9150efcac6954dbb7a06ad294f4d into 9fb01390d6114e0fb96870f20a1d80c5(size=12.8 K), total size for store is 24.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T03:17:30,658 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1f9e9150efcac6954dbb7a06ad294f4d: 2024-11-10T03:17:30,658 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d., storeName=1f9e9150efcac6954dbb7a06ad294f4d/C, priority=12, startTime=1731208649712; duration=0sec 2024-11-10T03:17:30,658 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T03:17:30,658 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1f9e9150efcac6954dbb7a06ad294f4d:C 2024-11-10T03:17:30,695 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:30,695 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:30,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38496 deadline: 1731208710695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:30,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38518 deadline: 1731208710695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:30,699 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:30,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38478 deadline: 1731208710697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:30,700 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:30,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38532 deadline: 1731208710698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:30,703 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=411 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/A/c562e055ef154cf78f5243c7527af808 2024-11-10T03:17:30,704 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:30,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38470 deadline: 1731208710701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:30,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/B/4643639448fb4e1596a7b57b1e2d9e14 is 50, key is test_row_0/B:col10/1731208650079/Put/seqid=0 2024-11-10T03:17:30,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-10T03:17:30,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741921_1097 (size=12301) 2024-11-10T03:17:30,747 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=411 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/B/4643639448fb4e1596a7b57b1e2d9e14 2024-11-10T03:17:30,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/C/366ff1aa8cfc485f82d1044cdbbe8b15 is 50, key is test_row_0/C:col10/1731208650079/Put/seqid=0 2024-11-10T03:17:30,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741922_1098 (size=12301) 2024-11-10T03:17:30,773 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=411 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/C/366ff1aa8cfc485f82d1044cdbbe8b15 2024-11-10T03:17:30,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/A/c562e055ef154cf78f5243c7527af808 as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/A/c562e055ef154cf78f5243c7527af808 2024-11-10T03:17:30,794 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/A/c562e055ef154cf78f5243c7527af808, entries=150, sequenceid=411, filesize=12.0 K 2024-11-10T03:17:30,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/B/4643639448fb4e1596a7b57b1e2d9e14 as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/B/4643639448fb4e1596a7b57b1e2d9e14 2024-11-10T03:17:30,804 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/B/4643639448fb4e1596a7b57b1e2d9e14, entries=150, sequenceid=411, filesize=12.0 K 2024-11-10T03:17:30,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/C/366ff1aa8cfc485f82d1044cdbbe8b15 as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/C/366ff1aa8cfc485f82d1044cdbbe8b15 2024-11-10T03:17:30,817 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/C/366ff1aa8cfc485f82d1044cdbbe8b15, entries=150, sequenceid=411, filesize=12.0 K 2024-11-10T03:17:30,818 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=167.72 KB/171750 for 1f9e9150efcac6954dbb7a06ad294f4d in 532ms, sequenceid=411, compaction requested=true 2024-11-10T03:17:30,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2538): Flush status journal for 1f9e9150efcac6954dbb7a06ad294f4d: 2024-11-10T03:17:30,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d. 2024-11-10T03:17:30,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=25 2024-11-10T03:17:30,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster(4106): Remote procedure done, pid=25 2024-11-10T03:17:30,820 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=25, resume processing ppid=24 2024-11-10T03:17:30,820 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=25, ppid=24, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 689 msec 2024-11-10T03:17:30,821 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=24, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees in 693 msec 2024-11-10T03:17:31,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(8581): Flush requested on 1f9e9150efcac6954dbb7a06ad294f4d 2024-11-10T03:17:31,008 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1f9e9150efcac6954dbb7a06ad294f4d 3/3 column families, dataSize=174.43 KB heapSize=457.78 KB 2024-11-10T03:17:31,008 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1f9e9150efcac6954dbb7a06ad294f4d, store=A 2024-11-10T03:17:31,008 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:17:31,008 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1f9e9150efcac6954dbb7a06ad294f4d, store=B 2024-11-10T03:17:31,008 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:17:31,008 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1f9e9150efcac6954dbb7a06ad294f4d, store=C 2024-11-10T03:17:31,008 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:17:31,017 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/A/21d6e88f32a94d8e890dc35f3fb3d86e is 50, key is test_row_0/A:col10/1731208650386/Put/seqid=0 2024-11-10T03:17:31,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741923_1099 (size=12301) 2024-11-10T03:17:31,027 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:31,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38470 deadline: 1731208711026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:31,129 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:31,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38470 deadline: 1731208711129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:31,201 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:31,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38496 deadline: 1731208711200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:31,202 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:31,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38518 deadline: 1731208711201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:31,203 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:31,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38532 deadline: 1731208711202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:31,204 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:31,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38478 deadline: 1731208711202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:31,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-10T03:17:31,236 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 24 completed 2024-11-10T03:17:31,237 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T03:17:31,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] procedure2.ProcedureExecutor(1098): Stored pid=26, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees 2024-11-10T03:17:31,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-10T03:17:31,238 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=26, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T03:17:31,239 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=26, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T03:17:31,239 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T03:17:31,333 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:31,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38470 deadline: 1731208711332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:31,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-10T03:17:31,390 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 700749f6e4aa,39315,1731208629620 2024-11-10T03:17:31,391 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39315 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-10T03:17:31,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d. 2024-11-10T03:17:31,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d. as already flushing 2024-11-10T03:17:31,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d. 2024-11-10T03:17:31,391 ERROR [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => 1f9e9150efcac6954dbb7a06ad294f4d, NAME => 'TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:17:31,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => 1f9e9150efcac6954dbb7a06ad294f4d, NAME => 'TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:17:31,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1f9e9150efcac6954dbb7a06ad294f4d, NAME => 'TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1f9e9150efcac6954dbb7a06ad294f4d, NAME => 'TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:17:31,427 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=441 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/A/21d6e88f32a94d8e890dc35f3fb3d86e 2024-11-10T03:17:31,441 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/B/937bec90adc040029879307bbac42224 is 50, key is test_row_0/B:col10/1731208650386/Put/seqid=0 2024-11-10T03:17:31,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741924_1100 (size=12301) 2024-11-10T03:17:31,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-10T03:17:31,543 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 700749f6e4aa,39315,1731208629620 2024-11-10T03:17:31,544 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39315 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-10T03:17:31,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d. 2024-11-10T03:17:31,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d. as already flushing 2024-11-10T03:17:31,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d. 2024-11-10T03:17:31,544 ERROR [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => 1f9e9150efcac6954dbb7a06ad294f4d, NAME => 'TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:17:31,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => 1f9e9150efcac6954dbb7a06ad294f4d, NAME => 'TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:17:31,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1f9e9150efcac6954dbb7a06ad294f4d, NAME => 'TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1f9e9150efcac6954dbb7a06ad294f4d, NAME => 'TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:17:31,637 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:31,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38470 deadline: 1731208711637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:31,696 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 700749f6e4aa,39315,1731208629620 2024-11-10T03:17:31,697 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39315 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-10T03:17:31,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d. 2024-11-10T03:17:31,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d. as already flushing 2024-11-10T03:17:31,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d. 2024-11-10T03:17:31,697 ERROR [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => 1f9e9150efcac6954dbb7a06ad294f4d, NAME => 'TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:17:31,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => 1f9e9150efcac6954dbb7a06ad294f4d, NAME => 'TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:17:31,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1f9e9150efcac6954dbb7a06ad294f4d, NAME => 'TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1f9e9150efcac6954dbb7a06ad294f4d, NAME => 'TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:17:31,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-10T03:17:31,848 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=441 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/B/937bec90adc040029879307bbac42224 2024-11-10T03:17:31,848 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 700749f6e4aa,39315,1731208629620 2024-11-10T03:17:31,849 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39315 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-10T03:17:31,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d. 2024-11-10T03:17:31,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d. as already flushing 2024-11-10T03:17:31,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d. 2024-11-10T03:17:31,849 ERROR [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => 1f9e9150efcac6954dbb7a06ad294f4d, NAME => 'TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:17:31,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => 1f9e9150efcac6954dbb7a06ad294f4d, NAME => 'TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:17:31,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1f9e9150efcac6954dbb7a06ad294f4d, NAME => 'TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1f9e9150efcac6954dbb7a06ad294f4d, NAME => 'TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:17:31,862 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/C/5c9576c77db445bd8aabdc4f971151f2 is 50, key is test_row_0/C:col10/1731208650386/Put/seqid=0 2024-11-10T03:17:31,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741925_1101 (size=12301) 2024-11-10T03:17:31,878 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=441 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/C/5c9576c77db445bd8aabdc4f971151f2 2024-11-10T03:17:31,885 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/A/21d6e88f32a94d8e890dc35f3fb3d86e as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/A/21d6e88f32a94d8e890dc35f3fb3d86e 2024-11-10T03:17:31,891 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/A/21d6e88f32a94d8e890dc35f3fb3d86e, entries=150, sequenceid=441, filesize=12.0 K 2024-11-10T03:17:31,893 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/B/937bec90adc040029879307bbac42224 as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/B/937bec90adc040029879307bbac42224 2024-11-10T03:17:31,899 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/B/937bec90adc040029879307bbac42224, entries=150, sequenceid=441, filesize=12.0 K 2024-11-10T03:17:31,900 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/C/5c9576c77db445bd8aabdc4f971151f2 as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/C/5c9576c77db445bd8aabdc4f971151f2 2024-11-10T03:17:31,926 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/C/5c9576c77db445bd8aabdc4f971151f2, entries=150, sequenceid=441, filesize=12.0 K 2024-11-10T03:17:31,928 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~174.43 KB/178620, heapSize ~457.73 KB/468720, currentSize=26.84 KB/27480 for 1f9e9150efcac6954dbb7a06ad294f4d in 921ms, sequenceid=441, compaction requested=true 2024-11-10T03:17:31,928 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1f9e9150efcac6954dbb7a06ad294f4d: 2024-11-10T03:17:31,928 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-10T03:17:31,929 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1f9e9150efcac6954dbb7a06ad294f4d:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T03:17:31,929 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T03:17:31,929 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-10T03:17:31,929 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1f9e9150efcac6954dbb7a06ad294f4d:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T03:17:31,930 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T03:17:31,930 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1f9e9150efcac6954dbb7a06ad294f4d:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T03:17:31,930 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T03:17:31,931 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 69643 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-10T03:17:31,931 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HStore(1540): 1f9e9150efcac6954dbb7a06ad294f4d/A is initiating minor compaction (all files) 2024-11-10T03:17:31,931 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1f9e9150efcac6954dbb7a06ad294f4d/A in TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d. 2024-11-10T03:17:31,931 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/A/7986952deb6c470494abe20e63e8fb9f, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/A/57f028b13a604bf08cd45e7ab9f3d1dc, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/A/05f23e7127da4a248566f7e10aa8cd64, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/A/c562e055ef154cf78f5243c7527af808, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/A/21d6e88f32a94d8e890dc35f3fb3d86e] into tmpdir=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp, totalSize=68.0 K 2024-11-10T03:17:31,932 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 62323 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-10T03:17:31,932 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HStore(1540): 1f9e9150efcac6954dbb7a06ad294f4d/B is initiating minor compaction (all files) 2024-11-10T03:17:31,932 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1f9e9150efcac6954dbb7a06ad294f4d/B in TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d. 2024-11-10T03:17:31,932 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/B/b7cbb4b194044ac2a4c09051cbe7c4e2, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/B/3a780a17f01e49118bd7bd92513c0389, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/B/dc36e82929f340ff8b2a8cb154944c12, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/B/4643639448fb4e1596a7b57b1e2d9e14, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/B/937bec90adc040029879307bbac42224] into tmpdir=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp, totalSize=60.9 K 2024-11-10T03:17:31,933 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7986952deb6c470494abe20e63e8fb9f, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=361, earliestPutTs=1731208648161 2024-11-10T03:17:31,933 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.Compactor(224): Compacting 57f028b13a604bf08cd45e7ab9f3d1dc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=373, earliestPutTs=1731208648784 2024-11-10T03:17:31,933 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.Compactor(224): Compacting b7cbb4b194044ac2a4c09051cbe7c4e2, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=361, earliestPutTs=1731208648161 2024-11-10T03:17:31,934 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.Compactor(224): Compacting 3a780a17f01e49118bd7bd92513c0389, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=373, earliestPutTs=1731208648784 2024-11-10T03:17:31,934 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.Compactor(224): Compacting 05f23e7127da4a248566f7e10aa8cd64, keycount=300, bloomtype=ROW, size=19.2 K, encoding=NONE, compression=NONE, seqNum=401, earliestPutTs=1731208649954 2024-11-10T03:17:31,934 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.Compactor(224): Compacting dc36e82929f340ff8b2a8cb154944c12, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=401, earliestPutTs=1731208649956 2024-11-10T03:17:31,935 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.Compactor(224): Compacting 4643639448fb4e1596a7b57b1e2d9e14, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=411, earliestPutTs=1731208650079 2024-11-10T03:17:31,935 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.Compactor(224): Compacting 937bec90adc040029879307bbac42224, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=441, earliestPutTs=1731208650383 2024-11-10T03:17:31,935 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.Compactor(224): Compacting c562e055ef154cf78f5243c7527af808, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=411, earliestPutTs=1731208650079 2024-11-10T03:17:31,937 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.Compactor(224): Compacting 21d6e88f32a94d8e890dc35f3fb3d86e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=441, earliestPutTs=1731208650383 2024-11-10T03:17:31,954 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1f9e9150efcac6954dbb7a06ad294f4d#A#compaction#87 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T03:17:31,954 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/A/53b699879fb243aca254648483b7bc06 is 50, key is test_row_0/A:col10/1731208650386/Put/seqid=0 2024-11-10T03:17:31,959 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1f9e9150efcac6954dbb7a06ad294f4d#B#compaction#88 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T03:17:31,959 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/B/31a7e0ba27184c36a2e43a155960bfed is 50, key is test_row_0/B:col10/1731208650386/Put/seqid=0 2024-11-10T03:17:31,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741927_1103 (size=13289) 2024-11-10T03:17:31,990 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/B/31a7e0ba27184c36a2e43a155960bfed as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/B/31a7e0ba27184c36a2e43a155960bfed 2024-11-10T03:17:31,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741926_1102 (size=13289) 2024-11-10T03:17:32,003 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 700749f6e4aa,39315,1731208629620 2024-11-10T03:17:32,003 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39315 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-10T03:17:32,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d. 2024-11-10T03:17:32,004 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2837): Flushing 1f9e9150efcac6954dbb7a06ad294f4d 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-10T03:17:32,004 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in 1f9e9150efcac6954dbb7a06ad294f4d/B of 1f9e9150efcac6954dbb7a06ad294f4d into 31a7e0ba27184c36a2e43a155960bfed(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T03:17:32,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1f9e9150efcac6954dbb7a06ad294f4d, store=A 2024-11-10T03:17:32,004 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1f9e9150efcac6954dbb7a06ad294f4d: 2024-11-10T03:17:32,004 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d., storeName=1f9e9150efcac6954dbb7a06ad294f4d/B, priority=11, startTime=1731208651929; duration=0sec 2024-11-10T03:17:32,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:17:32,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1f9e9150efcac6954dbb7a06ad294f4d, store=B 2024-11-10T03:17:32,004 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T03:17:32,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:17:32,004 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1f9e9150efcac6954dbb7a06ad294f4d:B 2024-11-10T03:17:32,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1f9e9150efcac6954dbb7a06ad294f4d, store=C 2024-11-10T03:17:32,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:17:32,005 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-10T03:17:32,009 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/A/53b699879fb243aca254648483b7bc06 as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/A/53b699879fb243aca254648483b7bc06 2024-11-10T03:17:32,012 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50056 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-10T03:17:32,013 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HStore(1540): 1f9e9150efcac6954dbb7a06ad294f4d/C is initiating minor compaction (all files) 2024-11-10T03:17:32,013 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1f9e9150efcac6954dbb7a06ad294f4d/C in TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d. 2024-11-10T03:17:32,013 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/C/9fb01390d6114e0fb96870f20a1d80c5, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/C/9c8205860c154edf9467f61e10b306e9, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/C/366ff1aa8cfc485f82d1044cdbbe8b15, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/C/5c9576c77db445bd8aabdc4f971151f2] into tmpdir=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp, totalSize=48.9 K 2024-11-10T03:17:32,014 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.Compactor(224): Compacting 9fb01390d6114e0fb96870f20a1d80c5, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=373, earliestPutTs=1731208648784 2024-11-10T03:17:32,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/A/8c6af1e73b974d3ca83a3a642746f672 is 50, key is test_row_0/A:col10/1731208651015/Put/seqid=0 2024-11-10T03:17:32,014 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.Compactor(224): Compacting 9c8205860c154edf9467f61e10b306e9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=401, earliestPutTs=1731208649956 2024-11-10T03:17:32,015 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.Compactor(224): Compacting 366ff1aa8cfc485f82d1044cdbbe8b15, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=411, earliestPutTs=1731208650079 2024-11-10T03:17:32,017 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.Compactor(224): Compacting 5c9576c77db445bd8aabdc4f971151f2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=441, earliestPutTs=1731208650383 2024-11-10T03:17:32,019 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in 1f9e9150efcac6954dbb7a06ad294f4d/A of 1f9e9150efcac6954dbb7a06ad294f4d into 53b699879fb243aca254648483b7bc06(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T03:17:32,020 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1f9e9150efcac6954dbb7a06ad294f4d: 2024-11-10T03:17:32,020 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d., storeName=1f9e9150efcac6954dbb7a06ad294f4d/A, priority=11, startTime=1731208651928; duration=0sec 2024-11-10T03:17:32,020 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T03:17:32,020 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1f9e9150efcac6954dbb7a06ad294f4d:A 2024-11-10T03:17:32,053 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1f9e9150efcac6954dbb7a06ad294f4d#C#compaction#90 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T03:17:32,054 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/C/2616f5c7796046ddbcf487da3f4918c7 is 50, key is test_row_0/C:col10/1731208650386/Put/seqid=0 2024-11-10T03:17:32,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741928_1104 (size=12301) 2024-11-10T03:17:32,068 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=449 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/A/8c6af1e73b974d3ca83a3a642746f672 2024-11-10T03:17:32,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741929_1105 (size=13289) 2024-11-10T03:17:32,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/B/e4472ed16f9a42b780afd79343fe8f2b is 50, key is test_row_0/B:col10/1731208651015/Put/seqid=0 2024-11-10T03:17:32,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741930_1106 (size=12301) 2024-11-10T03:17:32,150 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d. as already flushing 2024-11-10T03:17:32,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(8581): Flush requested on 1f9e9150efcac6954dbb7a06ad294f4d 2024-11-10T03:17:32,258 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:32,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38532 deadline: 1731208712217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:32,259 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:32,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38496 deadline: 1731208712218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:32,265 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:32,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 221 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38470 deadline: 1731208712258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:32,266 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:32,266 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:32,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38518 deadline: 1731208712259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:32,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38478 deadline: 1731208712259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:32,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-10T03:17:32,368 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:32,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 223 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38470 deadline: 1731208712367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:32,369 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:32,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38518 deadline: 1731208712367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:32,369 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:32,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38478 deadline: 1731208712368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:32,372 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:32,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38532 deadline: 1731208712372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:32,372 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:32,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38496 deadline: 1731208712372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:32,489 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/C/2616f5c7796046ddbcf487da3f4918c7 as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/C/2616f5c7796046ddbcf487da3f4918c7 2024-11-10T03:17:32,498 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 1f9e9150efcac6954dbb7a06ad294f4d/C of 1f9e9150efcac6954dbb7a06ad294f4d into 2616f5c7796046ddbcf487da3f4918c7(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T03:17:32,498 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1f9e9150efcac6954dbb7a06ad294f4d: 2024-11-10T03:17:32,498 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d., storeName=1f9e9150efcac6954dbb7a06ad294f4d/C, priority=12, startTime=1731208651930; duration=0sec 2024-11-10T03:17:32,498 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T03:17:32,498 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1f9e9150efcac6954dbb7a06ad294f4d:C 2024-11-10T03:17:32,504 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=449 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/B/e4472ed16f9a42b780afd79343fe8f2b 2024-11-10T03:17:32,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/C/983ee999a092433b89201f3a04e0376a is 50, key is test_row_0/C:col10/1731208651015/Put/seqid=0 2024-11-10T03:17:32,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741931_1107 (size=12301) 2024-11-10T03:17:32,571 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:32,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 225 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38470 deadline: 1731208712570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:32,571 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:32,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38478 deadline: 1731208712571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:32,573 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:32,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38496 deadline: 1731208712573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:32,574 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:32,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38518 deadline: 1731208712573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:32,574 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:32,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38532 deadline: 1731208712574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:32,874 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:32,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38478 deadline: 1731208712872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:32,875 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:32,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 227 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38470 deadline: 1731208712873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:32,876 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:32,876 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:32,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38496 deadline: 1731208712875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:32,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38518 deadline: 1731208712876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:32,877 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:32,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38532 deadline: 1731208712876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:32,917 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=449 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/C/983ee999a092433b89201f3a04e0376a 2024-11-10T03:17:32,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/A/8c6af1e73b974d3ca83a3a642746f672 as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/A/8c6af1e73b974d3ca83a3a642746f672 2024-11-10T03:17:32,930 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/A/8c6af1e73b974d3ca83a3a642746f672, entries=150, sequenceid=449, filesize=12.0 K 2024-11-10T03:17:32,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/B/e4472ed16f9a42b780afd79343fe8f2b as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/B/e4472ed16f9a42b780afd79343fe8f2b 2024-11-10T03:17:32,936 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/B/e4472ed16f9a42b780afd79343fe8f2b, entries=150, sequenceid=449, filesize=12.0 K 2024-11-10T03:17:32,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/C/983ee999a092433b89201f3a04e0376a as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/C/983ee999a092433b89201f3a04e0376a 2024-11-10T03:17:32,944 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/C/983ee999a092433b89201f3a04e0376a, entries=150, sequenceid=449, filesize=12.0 K 2024-11-10T03:17:32,945 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(3040): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=181.14 KB/185490 for 1f9e9150efcac6954dbb7a06ad294f4d in 941ms, sequenceid=449, compaction requested=false 2024-11-10T03:17:32,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2538): Flush status journal for 1f9e9150efcac6954dbb7a06ad294f4d: 2024-11-10T03:17:32,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d. 2024-11-10T03:17:32,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-11-10T03:17:32,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster(4106): Remote procedure done, pid=27 2024-11-10T03:17:32,948 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=27, resume processing ppid=26 2024-11-10T03:17:32,948 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=27, ppid=26, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7070 sec 2024-11-10T03:17:32,949 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=26, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees in 1.7110 sec 2024-11-10T03:17:33,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-10T03:17:33,347 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 26 completed 2024-11-10T03:17:33,348 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T03:17:33,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] procedure2.ProcedureExecutor(1098): Stored pid=28, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees 2024-11-10T03:17:33,350 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=28, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T03:17:33,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-10T03:17:33,351 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=28, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T03:17:33,351 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=29, ppid=28, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T03:17:33,378 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1f9e9150efcac6954dbb7a06ad294f4d 3/3 column families, dataSize=187.85 KB heapSize=492.94 KB 2024-11-10T03:17:33,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(8581): Flush requested on 1f9e9150efcac6954dbb7a06ad294f4d 2024-11-10T03:17:33,379 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1f9e9150efcac6954dbb7a06ad294f4d, store=A 2024-11-10T03:17:33,379 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:17:33,379 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1f9e9150efcac6954dbb7a06ad294f4d, store=B 2024-11-10T03:17:33,379 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:17:33,379 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1f9e9150efcac6954dbb7a06ad294f4d, store=C 2024-11-10T03:17:33,379 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:17:33,384 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/A/832519b2374b431a90661d64eaef706b is 50, key is test_row_0/A:col10/1731208652223/Put/seqid=0 2024-11-10T03:17:33,385 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:33,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38496 deadline: 1731208713380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:33,386 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:33,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38518 deadline: 1731208713380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:33,388 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:33,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38532 deadline: 1731208713386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:33,388 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:33,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38478 deadline: 1731208713386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:33,389 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:33,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 231 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38470 deadline: 1731208713386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:33,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741932_1108 (size=17181) 2024-11-10T03:17:33,406 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=64.85 KB at sequenceid=483 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/A/832519b2374b431a90661d64eaef706b 2024-11-10T03:17:33,416 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/B/461f49a4b5414e359e89ca91bafcaad4 is 50, key is test_row_0/B:col10/1731208652223/Put/seqid=0 2024-11-10T03:17:33,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741933_1109 (size=12301) 2024-11-10T03:17:33,431 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=64.85 KB at sequenceid=483 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/B/461f49a4b5414e359e89ca91bafcaad4 2024-11-10T03:17:33,440 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/C/c06a88366e7945f89dae4aa45413075d is 50, key is test_row_0/C:col10/1731208652223/Put/seqid=0 2024-11-10T03:17:33,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741934_1110 (size=12301) 2024-11-10T03:17:33,448 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=64.85 KB at sequenceid=483 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/C/c06a88366e7945f89dae4aa45413075d 2024-11-10T03:17:33,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-10T03:17:33,455 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/A/832519b2374b431a90661d64eaef706b as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/A/832519b2374b431a90661d64eaef706b 2024-11-10T03:17:33,461 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/A/832519b2374b431a90661d64eaef706b, entries=250, sequenceid=483, filesize=16.8 K 2024-11-10T03:17:33,462 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/B/461f49a4b5414e359e89ca91bafcaad4 as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/B/461f49a4b5414e359e89ca91bafcaad4 2024-11-10T03:17:33,469 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/B/461f49a4b5414e359e89ca91bafcaad4, entries=150, sequenceid=483, filesize=12.0 K 2024-11-10T03:17:33,470 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/C/c06a88366e7945f89dae4aa45413075d as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/C/c06a88366e7945f89dae4aa45413075d 2024-11-10T03:17:33,476 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/C/c06a88366e7945f89dae4aa45413075d, entries=150, sequenceid=483, filesize=12.0 K 2024-11-10T03:17:33,477 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~194.56 KB/199230, heapSize ~510.47 KB/522720, currentSize=20.13 KB/20610 for 1f9e9150efcac6954dbb7a06ad294f4d in 99ms, sequenceid=483, compaction requested=true 2024-11-10T03:17:33,477 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1f9e9150efcac6954dbb7a06ad294f4d: 2024-11-10T03:17:33,477 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1f9e9150efcac6954dbb7a06ad294f4d:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T03:17:33,477 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T03:17:33,477 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T03:17:33,477 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1f9e9150efcac6954dbb7a06ad294f4d:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T03:17:33,477 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T03:17:33,477 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T03:17:33,478 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1f9e9150efcac6954dbb7a06ad294f4d:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T03:17:33,478 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T03:17:33,479 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37891 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T03:17:33,479 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HStore(1540): 1f9e9150efcac6954dbb7a06ad294f4d/B is initiating minor compaction (all files) 2024-11-10T03:17:33,479 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1f9e9150efcac6954dbb7a06ad294f4d/B in TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d. 2024-11-10T03:17:33,479 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/B/31a7e0ba27184c36a2e43a155960bfed, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/B/e4472ed16f9a42b780afd79343fe8f2b, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/B/461f49a4b5414e359e89ca91bafcaad4] into tmpdir=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp, totalSize=37.0 K 2024-11-10T03:17:33,479 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 42771 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T03:17:33,479 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HStore(1540): 1f9e9150efcac6954dbb7a06ad294f4d/A is initiating minor compaction (all files) 2024-11-10T03:17:33,479 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1f9e9150efcac6954dbb7a06ad294f4d/A in TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d. 2024-11-10T03:17:33,480 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.Compactor(224): Compacting 31a7e0ba27184c36a2e43a155960bfed, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=441, earliestPutTs=1731208650383 2024-11-10T03:17:33,480 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/A/53b699879fb243aca254648483b7bc06, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/A/8c6af1e73b974d3ca83a3a642746f672, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/A/832519b2374b431a90661d64eaef706b] into tmpdir=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp, totalSize=41.8 K 2024-11-10T03:17:33,482 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.Compactor(224): Compacting e4472ed16f9a42b780afd79343fe8f2b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=449, earliestPutTs=1731208651015 2024-11-10T03:17:33,482 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.Compactor(224): Compacting 53b699879fb243aca254648483b7bc06, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=441, earliestPutTs=1731208650383 2024-11-10T03:17:33,485 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8c6af1e73b974d3ca83a3a642746f672, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=449, earliestPutTs=1731208651015 2024-11-10T03:17:33,485 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.Compactor(224): Compacting 461f49a4b5414e359e89ca91bafcaad4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=483, earliestPutTs=1731208652223 2024-11-10T03:17:33,486 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.Compactor(224): Compacting 832519b2374b431a90661d64eaef706b, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=483, earliestPutTs=1731208652219 2024-11-10T03:17:33,496 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1f9e9150efcac6954dbb7a06ad294f4d#B#compaction#96 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T03:17:33,497 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/B/705a85e29e014dfcbca72bc5a340dd0e is 50, key is test_row_0/B:col10/1731208652223/Put/seqid=0 2024-11-10T03:17:33,499 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1f9e9150efcac6954dbb7a06ad294f4d#A#compaction#97 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T03:17:33,500 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/A/623e3138368b4e068bb980c12bff9936 is 50, key is test_row_0/A:col10/1731208652223/Put/seqid=0 2024-11-10T03:17:33,503 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 700749f6e4aa,39315,1731208629620 2024-11-10T03:17:33,504 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39315 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-11-10T03:17:33,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d. 2024-11-10T03:17:33,504 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2837): Flushing 1f9e9150efcac6954dbb7a06ad294f4d 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-10T03:17:33,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(8581): Flush requested on 1f9e9150efcac6954dbb7a06ad294f4d 2024-11-10T03:17:33,508 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d. as already flushing 2024-11-10T03:17:33,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1f9e9150efcac6954dbb7a06ad294f4d, store=A 2024-11-10T03:17:33,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:17:33,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1f9e9150efcac6954dbb7a06ad294f4d, store=B 2024-11-10T03:17:33,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:17:33,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1f9e9150efcac6954dbb7a06ad294f4d, store=C 2024-11-10T03:17:33,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:17:33,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741935_1111 (size=13391) 2024-11-10T03:17:33,522 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/B/705a85e29e014dfcbca72bc5a340dd0e as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/B/705a85e29e014dfcbca72bc5a340dd0e 2024-11-10T03:17:33,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/A/6aee0c9f0d6240ec89fcff4d3f00e18f is 50, key is test_row_0/A:col10/1731208653493/Put/seqid=0 2024-11-10T03:17:33,529 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1f9e9150efcac6954dbb7a06ad294f4d/B of 1f9e9150efcac6954dbb7a06ad294f4d into 705a85e29e014dfcbca72bc5a340dd0e(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T03:17:33,529 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1f9e9150efcac6954dbb7a06ad294f4d: 2024-11-10T03:17:33,529 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d., storeName=1f9e9150efcac6954dbb7a06ad294f4d/B, priority=13, startTime=1731208653477; duration=0sec 2024-11-10T03:17:33,529 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T03:17:33,529 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1f9e9150efcac6954dbb7a06ad294f4d:B 2024-11-10T03:17:33,530 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T03:17:33,531 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37891 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T03:17:33,531 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HStore(1540): 1f9e9150efcac6954dbb7a06ad294f4d/C is initiating minor compaction (all files) 2024-11-10T03:17:33,531 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1f9e9150efcac6954dbb7a06ad294f4d/C in TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d. 2024-11-10T03:17:33,531 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/C/2616f5c7796046ddbcf487da3f4918c7, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/C/983ee999a092433b89201f3a04e0376a, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/C/c06a88366e7945f89dae4aa45413075d] into tmpdir=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp, totalSize=37.0 K 2024-11-10T03:17:33,532 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.Compactor(224): Compacting 2616f5c7796046ddbcf487da3f4918c7, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=441, earliestPutTs=1731208650383 2024-11-10T03:17:33,532 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.Compactor(224): Compacting 983ee999a092433b89201f3a04e0376a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=449, earliestPutTs=1731208651015 2024-11-10T03:17:33,533 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.Compactor(224): Compacting c06a88366e7945f89dae4aa45413075d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=483, earliestPutTs=1731208652223 2024-11-10T03:17:33,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741936_1112 (size=13391) 2024-11-10T03:17:33,543 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/A/623e3138368b4e068bb980c12bff9936 as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/A/623e3138368b4e068bb980c12bff9936 2024-11-10T03:17:33,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741937_1113 (size=9857) 2024-11-10T03:17:33,544 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1f9e9150efcac6954dbb7a06ad294f4d#C#compaction#99 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T03:17:33,545 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/C/416a5d5514a84b048e998505af185028 is 50, key is test_row_0/C:col10/1731208652223/Put/seqid=0 2024-11-10T03:17:33,547 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=494 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/A/6aee0c9f0d6240ec89fcff4d3f00e18f 2024-11-10T03:17:33,551 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:33,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38478 deadline: 1731208713548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:33,552 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1f9e9150efcac6954dbb7a06ad294f4d/A of 1f9e9150efcac6954dbb7a06ad294f4d into 623e3138368b4e068bb980c12bff9936(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T03:17:33,552 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1f9e9150efcac6954dbb7a06ad294f4d: 2024-11-10T03:17:33,552 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d., storeName=1f9e9150efcac6954dbb7a06ad294f4d/A, priority=13, startTime=1731208653477; duration=0sec 2024-11-10T03:17:33,552 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:33,552 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T03:17:33,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 242 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38470 deadline: 1731208713549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:33,552 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1f9e9150efcac6954dbb7a06ad294f4d:A 2024-11-10T03:17:33,554 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:33,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741938_1114 (size=13391) 2024-11-10T03:17:33,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38532 deadline: 1731208713551, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:33,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/B/061150900a1446c5873b8915426a51ce is 50, key is test_row_0/B:col10/1731208653493/Put/seqid=0 2024-11-10T03:17:33,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741939_1115 (size=9857) 2024-11-10T03:17:33,566 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=494 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/B/061150900a1446c5873b8915426a51ce 2024-11-10T03:17:33,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/C/4244adf8da3f4002b7f1732a6ff17f3e is 50, key is test_row_0/C:col10/1731208653493/Put/seqid=0 2024-11-10T03:17:33,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741940_1116 (size=9857) 2024-11-10T03:17:33,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-10T03:17:33,654 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:33,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38478 deadline: 1731208713653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:33,654 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:33,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 244 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38470 deadline: 1731208713654, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:33,657 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:33,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38532 deadline: 1731208713656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:33,856 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:33,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38478 deadline: 1731208713855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:33,856 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:33,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 246 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38470 deadline: 1731208713855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:33,860 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:33,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38532 deadline: 1731208713859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:33,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-10T03:17:33,960 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/C/416a5d5514a84b048e998505af185028 as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/C/416a5d5514a84b048e998505af185028 2024-11-10T03:17:33,967 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1f9e9150efcac6954dbb7a06ad294f4d/C of 1f9e9150efcac6954dbb7a06ad294f4d into 416a5d5514a84b048e998505af185028(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T03:17:33,967 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1f9e9150efcac6954dbb7a06ad294f4d: 2024-11-10T03:17:33,967 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d., storeName=1f9e9150efcac6954dbb7a06ad294f4d/C, priority=13, startTime=1731208653477; duration=0sec 2024-11-10T03:17:33,967 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T03:17:33,967 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1f9e9150efcac6954dbb7a06ad294f4d:C 2024-11-10T03:17:33,997 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=494 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/C/4244adf8da3f4002b7f1732a6ff17f3e 2024-11-10T03:17:34,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/A/6aee0c9f0d6240ec89fcff4d3f00e18f as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/A/6aee0c9f0d6240ec89fcff4d3f00e18f 2024-11-10T03:17:34,012 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/A/6aee0c9f0d6240ec89fcff4d3f00e18f, entries=100, sequenceid=494, filesize=9.6 K 2024-11-10T03:17:34,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/B/061150900a1446c5873b8915426a51ce as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/B/061150900a1446c5873b8915426a51ce 2024-11-10T03:17:34,020 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/B/061150900a1446c5873b8915426a51ce, entries=100, sequenceid=494, filesize=9.6 K 2024-11-10T03:17:34,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/C/4244adf8da3f4002b7f1732a6ff17f3e as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/C/4244adf8da3f4002b7f1732a6ff17f3e 2024-11-10T03:17:34,026 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/C/4244adf8da3f4002b7f1732a6ff17f3e, entries=100, sequenceid=494, filesize=9.6 K 2024-11-10T03:17:34,028 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 1f9e9150efcac6954dbb7a06ad294f4d in 524ms, sequenceid=494, compaction requested=false 2024-11-10T03:17:34,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2538): Flush status journal for 1f9e9150efcac6954dbb7a06ad294f4d: 2024-11-10T03:17:34,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d. 2024-11-10T03:17:34,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-11-10T03:17:34,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster(4106): Remote procedure done, pid=29 2024-11-10T03:17:34,031 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=29, resume processing ppid=28 2024-11-10T03:17:34,031 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=29, ppid=28, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 679 msec 2024-11-10T03:17:34,033 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=28, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees in 684 msec 2024-11-10T03:17:34,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(8581): Flush requested on 1f9e9150efcac6954dbb7a06ad294f4d 2024-11-10T03:17:34,161 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1f9e9150efcac6954dbb7a06ad294f4d 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-10T03:17:34,161 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1f9e9150efcac6954dbb7a06ad294f4d, store=A 2024-11-10T03:17:34,161 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:17:34,161 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1f9e9150efcac6954dbb7a06ad294f4d, store=B 2024-11-10T03:17:34,161 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:17:34,161 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1f9e9150efcac6954dbb7a06ad294f4d, store=C 2024-11-10T03:17:34,161 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:17:34,174 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:34,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 251 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38470 deadline: 1731208714171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:34,174 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:34,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38532 deadline: 1731208714170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:34,174 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:34,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38478 deadline: 1731208714172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:34,180 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/A/c8194719089548c49540503be16cce74 is 50, key is test_row_0/A:col10/1731208654158/Put/seqid=0 2024-11-10T03:17:34,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741941_1117 (size=14741) 2024-11-10T03:17:34,201 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=523 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/A/c8194719089548c49540503be16cce74 2024-11-10T03:17:34,221 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/B/ea4e2d07b11b4a06a08bf06bd8828bcd is 50, key is test_row_0/B:col10/1731208654158/Put/seqid=0 2024-11-10T03:17:34,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741942_1118 (size=12301) 2024-11-10T03:17:34,250 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=523 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/B/ea4e2d07b11b4a06a08bf06bd8828bcd 2024-11-10T03:17:34,269 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/C/6453b02274ee4349a8351bc00ea425b0 is 50, key is test_row_0/C:col10/1731208654158/Put/seqid=0 2024-11-10T03:17:34,275 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:34,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 219 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38532 deadline: 1731208714275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:34,276 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:34,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38478 deadline: 1731208714276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:34,277 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:34,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 253 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38470 deadline: 1731208714276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:34,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741943_1119 (size=12301) 2024-11-10T03:17:34,317 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=523 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/C/6453b02274ee4349a8351bc00ea425b0 2024-11-10T03:17:34,325 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/A/c8194719089548c49540503be16cce74 as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/A/c8194719089548c49540503be16cce74 2024-11-10T03:17:34,331 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/A/c8194719089548c49540503be16cce74, entries=200, sequenceid=523, filesize=14.4 K 2024-11-10T03:17:34,333 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/B/ea4e2d07b11b4a06a08bf06bd8828bcd as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/B/ea4e2d07b11b4a06a08bf06bd8828bcd 2024-11-10T03:17:34,340 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/B/ea4e2d07b11b4a06a08bf06bd8828bcd, entries=150, sequenceid=523, filesize=12.0 K 2024-11-10T03:17:34,342 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/C/6453b02274ee4349a8351bc00ea425b0 as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/C/6453b02274ee4349a8351bc00ea425b0 2024-11-10T03:17:34,352 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/C/6453b02274ee4349a8351bc00ea425b0, entries=150, sequenceid=523, filesize=12.0 K 2024-11-10T03:17:34,353 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 1f9e9150efcac6954dbb7a06ad294f4d in 193ms, sequenceid=523, compaction requested=true 2024-11-10T03:17:34,354 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1f9e9150efcac6954dbb7a06ad294f4d: 2024-11-10T03:17:34,354 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1f9e9150efcac6954dbb7a06ad294f4d:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T03:17:34,354 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T03:17:34,354 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T03:17:34,354 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1f9e9150efcac6954dbb7a06ad294f4d:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T03:17:34,354 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T03:17:34,354 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T03:17:34,354 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1f9e9150efcac6954dbb7a06ad294f4d:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T03:17:34,354 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T03:17:34,355 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37989 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T03:17:34,355 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HStore(1540): 1f9e9150efcac6954dbb7a06ad294f4d/A is initiating minor compaction (all files) 2024-11-10T03:17:34,355 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1f9e9150efcac6954dbb7a06ad294f4d/A in TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d. 2024-11-10T03:17:34,355 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/A/623e3138368b4e068bb980c12bff9936, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/A/6aee0c9f0d6240ec89fcff4d3f00e18f, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/A/c8194719089548c49540503be16cce74] into tmpdir=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp, totalSize=37.1 K 2024-11-10T03:17:34,355 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35549 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T03:17:34,355 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HStore(1540): 1f9e9150efcac6954dbb7a06ad294f4d/B is initiating minor compaction (all files) 2024-11-10T03:17:34,356 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1f9e9150efcac6954dbb7a06ad294f4d/B in TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d. 2024-11-10T03:17:34,356 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/B/705a85e29e014dfcbca72bc5a340dd0e, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/B/061150900a1446c5873b8915426a51ce, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/B/ea4e2d07b11b4a06a08bf06bd8828bcd] into tmpdir=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp, totalSize=34.7 K 2024-11-10T03:17:34,356 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.Compactor(224): Compacting 623e3138368b4e068bb980c12bff9936, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=483, earliestPutTs=1731208652223 2024-11-10T03:17:34,357 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.Compactor(224): Compacting 705a85e29e014dfcbca72bc5a340dd0e, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=483, earliestPutTs=1731208652223 2024-11-10T03:17:34,357 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6aee0c9f0d6240ec89fcff4d3f00e18f, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=494, earliestPutTs=1731208653493 2024-11-10T03:17:34,357 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.Compactor(224): Compacting 061150900a1446c5873b8915426a51ce, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=494, earliestPutTs=1731208653493 2024-11-10T03:17:34,357 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.Compactor(224): Compacting c8194719089548c49540503be16cce74, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=523, earliestPutTs=1731208653534 2024-11-10T03:17:34,358 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.Compactor(224): Compacting ea4e2d07b11b4a06a08bf06bd8828bcd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=523, earliestPutTs=1731208653546 2024-11-10T03:17:34,370 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1f9e9150efcac6954dbb7a06ad294f4d#A#compaction#105 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T03:17:34,372 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/A/27feaad10625404e926b925a1eec6b1d is 50, key is test_row_0/A:col10/1731208654158/Put/seqid=0 2024-11-10T03:17:34,380 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1f9e9150efcac6954dbb7a06ad294f4d#B#compaction#106 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T03:17:34,380 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/B/7c7e9fe50d964b2a887c0974e30d6f0c is 50, key is test_row_0/B:col10/1731208654158/Put/seqid=0 2024-11-10T03:17:34,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(8581): Flush requested on 1f9e9150efcac6954dbb7a06ad294f4d 2024-11-10T03:17:34,389 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1f9e9150efcac6954dbb7a06ad294f4d 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-10T03:17:34,389 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1f9e9150efcac6954dbb7a06ad294f4d, store=A 2024-11-10T03:17:34,389 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:17:34,390 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1f9e9150efcac6954dbb7a06ad294f4d, store=B 2024-11-10T03:17:34,390 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:17:34,390 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1f9e9150efcac6954dbb7a06ad294f4d, store=C 2024-11-10T03:17:34,390 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:17:34,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741944_1120 (size=13493) 2024-11-10T03:17:34,402 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/A/27feaad10625404e926b925a1eec6b1d as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/A/27feaad10625404e926b925a1eec6b1d 2024-11-10T03:17:34,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741945_1121 (size=13493) 2024-11-10T03:17:34,412 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1f9e9150efcac6954dbb7a06ad294f4d/A of 1f9e9150efcac6954dbb7a06ad294f4d into 27feaad10625404e926b925a1eec6b1d(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T03:17:34,412 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1f9e9150efcac6954dbb7a06ad294f4d: 2024-11-10T03:17:34,412 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d., storeName=1f9e9150efcac6954dbb7a06ad294f4d/A, priority=13, startTime=1731208654354; duration=0sec 2024-11-10T03:17:34,414 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/A/3a47088408ce4be6bd55030da522d51f is 50, key is test_row_1/A:col10/1731208654388/Put/seqid=0 2024-11-10T03:17:34,414 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T03:17:34,414 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1f9e9150efcac6954dbb7a06ad294f4d:A 2024-11-10T03:17:34,414 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T03:17:34,415 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/B/7c7e9fe50d964b2a887c0974e30d6f0c as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/B/7c7e9fe50d964b2a887c0974e30d6f0c 2024-11-10T03:17:34,417 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35549 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T03:17:34,417 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HStore(1540): 1f9e9150efcac6954dbb7a06ad294f4d/C is initiating minor compaction (all files) 2024-11-10T03:17:34,417 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1f9e9150efcac6954dbb7a06ad294f4d/C in TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d. 2024-11-10T03:17:34,417 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/C/416a5d5514a84b048e998505af185028, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/C/4244adf8da3f4002b7f1732a6ff17f3e, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/C/6453b02274ee4349a8351bc00ea425b0] into tmpdir=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp, totalSize=34.7 K 2024-11-10T03:17:34,418 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.Compactor(224): Compacting 416a5d5514a84b048e998505af185028, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=483, earliestPutTs=1731208652223 2024-11-10T03:17:34,422 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4244adf8da3f4002b7f1732a6ff17f3e, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=494, earliestPutTs=1731208653493 2024-11-10T03:17:34,424 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1f9e9150efcac6954dbb7a06ad294f4d/B of 1f9e9150efcac6954dbb7a06ad294f4d into 7c7e9fe50d964b2a887c0974e30d6f0c(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T03:17:34,424 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1f9e9150efcac6954dbb7a06ad294f4d: 2024-11-10T03:17:34,424 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d., storeName=1f9e9150efcac6954dbb7a06ad294f4d/B, priority=13, startTime=1731208654354; duration=0sec 2024-11-10T03:17:34,425 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T03:17:34,425 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1f9e9150efcac6954dbb7a06ad294f4d:B 2024-11-10T03:17:34,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741946_1122 (size=12297) 2024-11-10T03:17:34,428 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=534 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/A/3a47088408ce4be6bd55030da522d51f 2024-11-10T03:17:34,429 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6453b02274ee4349a8351bc00ea425b0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=523, earliestPutTs=1731208653546 2024-11-10T03:17:34,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-10T03:17:34,456 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 28 completed 2024-11-10T03:17:34,457 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/B/0cbfa63ea99e472e865c0f65b5c72b38 is 50, key is test_row_1/B:col10/1731208654388/Put/seqid=0 2024-11-10T03:17:34,459 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T03:17:34,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] procedure2.ProcedureExecutor(1098): Stored pid=30, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=30, table=TestAcidGuarantees 2024-11-10T03:17:34,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-10T03:17:34,461 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=30, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=30, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T03:17:34,462 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=30, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=30, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T03:17:34,462 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=31, ppid=30, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T03:17:34,464 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:34,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38496 deadline: 1731208714464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:34,465 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:34,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38518 deadline: 1731208714464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:34,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741947_1123 (size=9857) 2024-11-10T03:17:34,473 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1f9e9150efcac6954dbb7a06ad294f4d#C#compaction#109 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T03:17:34,474 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/C/bcda4833287b40399c370166230792f8 is 50, key is test_row_0/C:col10/1731208654158/Put/seqid=0 2024-11-10T03:17:34,478 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:34,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 221 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38532 deadline: 1731208714478, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:34,478 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:34,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 219 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38478 deadline: 1731208714478, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:34,479 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:34,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 255 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38470 deadline: 1731208714479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:34,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741948_1124 (size=13493) 2024-11-10T03:17:34,497 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/C/bcda4833287b40399c370166230792f8 as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/C/bcda4833287b40399c370166230792f8 2024-11-10T03:17:34,510 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1f9e9150efcac6954dbb7a06ad294f4d/C of 1f9e9150efcac6954dbb7a06ad294f4d into bcda4833287b40399c370166230792f8(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T03:17:34,510 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1f9e9150efcac6954dbb7a06ad294f4d: 2024-11-10T03:17:34,510 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d., storeName=1f9e9150efcac6954dbb7a06ad294f4d/C, priority=13, startTime=1731208654354; duration=0sec 2024-11-10T03:17:34,510 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T03:17:34,510 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1f9e9150efcac6954dbb7a06ad294f4d:C 2024-11-10T03:17:34,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-10T03:17:34,566 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:34,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38496 deadline: 1731208714566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:34,567 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:34,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38518 deadline: 1731208714566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:34,618 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 700749f6e4aa,39315,1731208629620 2024-11-10T03:17:34,619 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39315 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-11-10T03:17:34,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d. 2024-11-10T03:17:34,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d. as already flushing 2024-11-10T03:17:34,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d. 2024-11-10T03:17:34,620 ERROR [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] handler.RSProcedureHandler(58): pid=31 java.io.IOException: Unable to complete flush {ENCODED => 1f9e9150efcac6954dbb7a06ad294f4d, NAME => 'TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:17:34,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=31 java.io.IOException: Unable to complete flush {ENCODED => 1f9e9150efcac6954dbb7a06ad294f4d, NAME => 'TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:17:34,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster(4114): Remote procedure failed, pid=31 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1f9e9150efcac6954dbb7a06ad294f4d, NAME => 'TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1f9e9150efcac6954dbb7a06ad294f4d, NAME => 'TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:17:34,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-10T03:17:34,770 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:34,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38496 deadline: 1731208714767, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:34,772 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:34,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38518 deadline: 1731208714769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:34,772 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 700749f6e4aa,39315,1731208629620 2024-11-10T03:17:34,773 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39315 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-11-10T03:17:34,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d. 2024-11-10T03:17:34,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d. as already flushing 2024-11-10T03:17:34,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d. 2024-11-10T03:17:34,773 ERROR [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] handler.RSProcedureHandler(58): pid=31 java.io.IOException: Unable to complete flush {ENCODED => 1f9e9150efcac6954dbb7a06ad294f4d, NAME => 'TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:17:34,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=31 java.io.IOException: Unable to complete flush {ENCODED => 1f9e9150efcac6954dbb7a06ad294f4d, NAME => 'TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:17:34,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster(4114): Remote procedure failed, pid=31 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1f9e9150efcac6954dbb7a06ad294f4d, NAME => 'TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1f9e9150efcac6954dbb7a06ad294f4d, NAME => 'TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:17:34,781 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:34,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 221 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38478 deadline: 1731208714780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:34,783 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:34,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 223 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38532 deadline: 1731208714780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:34,784 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:34,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 257 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38470 deadline: 1731208714780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:34,868 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=534 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/B/0cbfa63ea99e472e865c0f65b5c72b38 2024-11-10T03:17:34,881 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/C/fcb819d69a5d47208b3840399ef81295 is 50, key is test_row_1/C:col10/1731208654388/Put/seqid=0 2024-11-10T03:17:34,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741949_1125 (size=9857) 2024-11-10T03:17:34,905 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=534 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/C/fcb819d69a5d47208b3840399ef81295 2024-11-10T03:17:34,915 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/A/3a47088408ce4be6bd55030da522d51f as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/A/3a47088408ce4be6bd55030da522d51f 2024-11-10T03:17:34,921 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/A/3a47088408ce4be6bd55030da522d51f, entries=150, sequenceid=534, filesize=12.0 K 2024-11-10T03:17:34,926 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/B/0cbfa63ea99e472e865c0f65b5c72b38 as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/B/0cbfa63ea99e472e865c0f65b5c72b38 2024-11-10T03:17:34,926 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 700749f6e4aa,39315,1731208629620 2024-11-10T03:17:34,926 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39315 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-11-10T03:17:34,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d. 2024-11-10T03:17:34,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d. as already flushing 2024-11-10T03:17:34,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d. 2024-11-10T03:17:34,927 ERROR [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] handler.RSProcedureHandler(58): pid=31 java.io.IOException: Unable to complete flush {ENCODED => 1f9e9150efcac6954dbb7a06ad294f4d, NAME => 'TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:17:34,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=31 java.io.IOException: Unable to complete flush {ENCODED => 1f9e9150efcac6954dbb7a06ad294f4d, NAME => 'TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:17:34,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster(4114): Remote procedure failed, pid=31 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1f9e9150efcac6954dbb7a06ad294f4d, NAME => 'TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1f9e9150efcac6954dbb7a06ad294f4d, NAME => 'TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:17:34,954 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/B/0cbfa63ea99e472e865c0f65b5c72b38, entries=100, sequenceid=534, filesize=9.6 K 2024-11-10T03:17:34,958 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/C/fcb819d69a5d47208b3840399ef81295 as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/C/fcb819d69a5d47208b3840399ef81295 2024-11-10T03:17:34,968 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/C/fcb819d69a5d47208b3840399ef81295, entries=100, sequenceid=534, filesize=9.6 K 2024-11-10T03:17:34,969 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for 1f9e9150efcac6954dbb7a06ad294f4d in 580ms, sequenceid=534, compaction requested=false 2024-11-10T03:17:34,969 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1f9e9150efcac6954dbb7a06ad294f4d: 2024-11-10T03:17:35,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-10T03:17:35,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(8581): Flush requested on 1f9e9150efcac6954dbb7a06ad294f4d 2024-11-10T03:17:35,076 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1f9e9150efcac6954dbb7a06ad294f4d 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-10T03:17:35,077 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1f9e9150efcac6954dbb7a06ad294f4d, store=A 2024-11-10T03:17:35,078 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:17:35,078 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1f9e9150efcac6954dbb7a06ad294f4d, store=B 2024-11-10T03:17:35,078 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:17:35,078 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1f9e9150efcac6954dbb7a06ad294f4d, store=C 2024-11-10T03:17:35,078 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:17:35,086 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/A/096f4ae950b84ee7a2c1832bb21e0676 is 50, key is test_row_0/A:col10/1731208654456/Put/seqid=0 2024-11-10T03:17:35,087 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 700749f6e4aa,39315,1731208629620 2024-11-10T03:17:35,088 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39315 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-11-10T03:17:35,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d. 2024-11-10T03:17:35,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d. as already flushing 2024-11-10T03:17:35,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d. 2024-11-10T03:17:35,089 ERROR [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] handler.RSProcedureHandler(58): pid=31 java.io.IOException: Unable to complete flush {ENCODED => 1f9e9150efcac6954dbb7a06ad294f4d, NAME => 'TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:17:35,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=31 java.io.IOException: Unable to complete flush {ENCODED => 1f9e9150efcac6954dbb7a06ad294f4d, NAME => 'TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:17:35,092 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:35,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster(4114): Remote procedure failed, pid=31 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1f9e9150efcac6954dbb7a06ad294f4d, NAME => 'TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1f9e9150efcac6954dbb7a06ad294f4d, NAME => 'TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:17:35,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38496 deadline: 1731208715092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:35,093 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:35,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38518 deadline: 1731208715092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:35,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741950_1126 (size=14741) 2024-11-10T03:17:35,196 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:35,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 220 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38496 deadline: 1731208715194, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:35,198 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:35,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 219 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38518 deadline: 1731208715195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:35,245 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 700749f6e4aa,39315,1731208629620 2024-11-10T03:17:35,245 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39315 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-11-10T03:17:35,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d. 2024-11-10T03:17:35,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d. as already flushing 2024-11-10T03:17:35,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d. 2024-11-10T03:17:35,246 ERROR [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] handler.RSProcedureHandler(58): pid=31 java.io.IOException: Unable to complete flush {ENCODED => 1f9e9150efcac6954dbb7a06ad294f4d, NAME => 'TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:17:35,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=31 java.io.IOException: Unable to complete flush {ENCODED => 1f9e9150efcac6954dbb7a06ad294f4d, NAME => 'TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:17:35,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster(4114): Remote procedure failed, pid=31 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1f9e9150efcac6954dbb7a06ad294f4d, NAME => 'TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1f9e9150efcac6954dbb7a06ad294f4d, NAME => 'TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:17:35,290 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:35,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 223 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38478 deadline: 1731208715287, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:35,291 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:35,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 259 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38470 deadline: 1731208715288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:35,291 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:35,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 225 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38532 deadline: 1731208715289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:35,398 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 700749f6e4aa,39315,1731208629620 2024-11-10T03:17:35,399 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39315 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-11-10T03:17:35,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d. 2024-11-10T03:17:35,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d. as already flushing 2024-11-10T03:17:35,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d. 2024-11-10T03:17:35,399 ERROR [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] handler.RSProcedureHandler(58): pid=31 java.io.IOException: Unable to complete flush {ENCODED => 1f9e9150efcac6954dbb7a06ad294f4d, NAME => 'TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:17:35,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=31 java.io.IOException: Unable to complete flush {ENCODED => 1f9e9150efcac6954dbb7a06ad294f4d, NAME => 'TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:17:35,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster(4114): Remote procedure failed, pid=31 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1f9e9150efcac6954dbb7a06ad294f4d, NAME => 'TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1f9e9150efcac6954dbb7a06ad294f4d, NAME => 'TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:17:35,401 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:35,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 222 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38496 deadline: 1731208715398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:35,404 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:35,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 221 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38518 deadline: 1731208715403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:35,551 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=565 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/A/096f4ae950b84ee7a2c1832bb21e0676 2024-11-10T03:17:35,552 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 700749f6e4aa,39315,1731208629620 2024-11-10T03:17:35,553 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39315 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-11-10T03:17:35,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d. 2024-11-10T03:17:35,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d. as already flushing 2024-11-10T03:17:35,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d. 2024-11-10T03:17:35,553 ERROR [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] handler.RSProcedureHandler(58): pid=31 java.io.IOException: Unable to complete flush {ENCODED => 1f9e9150efcac6954dbb7a06ad294f4d, NAME => 'TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:17:35,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=31 java.io.IOException: Unable to complete flush {ENCODED => 1f9e9150efcac6954dbb7a06ad294f4d, NAME => 'TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:17:35,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster(4114): Remote procedure failed, pid=31 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1f9e9150efcac6954dbb7a06ad294f4d, NAME => 'TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1f9e9150efcac6954dbb7a06ad294f4d, NAME => 'TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:17:35,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-10T03:17:35,584 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/B/d754aa5f635549ebb59e9a42b8d27b51 is 50, key is test_row_0/B:col10/1731208654456/Put/seqid=0 2024-11-10T03:17:35,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741951_1127 (size=12301) 2024-11-10T03:17:35,707 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 700749f6e4aa,39315,1731208629620 2024-11-10T03:17:35,707 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39315 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-11-10T03:17:35,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d. 2024-11-10T03:17:35,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d. as already flushing 2024-11-10T03:17:35,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d. 2024-11-10T03:17:35,708 ERROR [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] handler.RSProcedureHandler(58): pid=31 java.io.IOException: Unable to complete flush {ENCODED => 1f9e9150efcac6954dbb7a06ad294f4d, NAME => 'TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:17:35,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=31 java.io.IOException: Unable to complete flush {ENCODED => 1f9e9150efcac6954dbb7a06ad294f4d, NAME => 'TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:17:35,708 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:35,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 224 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38496 deadline: 1731208715706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:35,708 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:35,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 223 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38518 deadline: 1731208715706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:35,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster(4114): Remote procedure failed, pid=31 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1f9e9150efcac6954dbb7a06ad294f4d, NAME => 'TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1f9e9150efcac6954dbb7a06ad294f4d, NAME => 'TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:17:35,860 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 700749f6e4aa,39315,1731208629620 2024-11-10T03:17:35,860 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39315 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-11-10T03:17:35,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d. 2024-11-10T03:17:35,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d. as already flushing 2024-11-10T03:17:35,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d. 2024-11-10T03:17:35,861 ERROR [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] handler.RSProcedureHandler(58): pid=31 java.io.IOException: Unable to complete flush {ENCODED => 1f9e9150efcac6954dbb7a06ad294f4d, NAME => 'TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:17:35,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=31 java.io.IOException: Unable to complete flush {ENCODED => 1f9e9150efcac6954dbb7a06ad294f4d, NAME => 'TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:17:35,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster(4114): Remote procedure failed, pid=31 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1f9e9150efcac6954dbb7a06ad294f4d, NAME => 'TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1f9e9150efcac6954dbb7a06ad294f4d, NAME => 'TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:17:36,013 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 700749f6e4aa,39315,1731208629620 2024-11-10T03:17:36,013 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39315 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-11-10T03:17:36,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d. 2024-11-10T03:17:36,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d. as already flushing 2024-11-10T03:17:36,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d. 2024-11-10T03:17:36,014 ERROR [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] handler.RSProcedureHandler(58): pid=31 java.io.IOException: Unable to complete flush {ENCODED => 1f9e9150efcac6954dbb7a06ad294f4d, NAME => 'TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:17:36,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=31 java.io.IOException: Unable to complete flush {ENCODED => 1f9e9150efcac6954dbb7a06ad294f4d, NAME => 'TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:17:36,016 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=565 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/B/d754aa5f635549ebb59e9a42b8d27b51 2024-11-10T03:17:36,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster(4114): Remote procedure failed, pid=31 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1f9e9150efcac6954dbb7a06ad294f4d, NAME => 'TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1f9e9150efcac6954dbb7a06ad294f4d, NAME => 'TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:17:36,048 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/C/e08203ba50b6454e8d4b6a03c2400910 is 50, key is test_row_0/C:col10/1731208654456/Put/seqid=0 2024-11-10T03:17:36,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741952_1128 (size=12301) 2024-11-10T03:17:36,172 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 700749f6e4aa,39315,1731208629620 2024-11-10T03:17:36,173 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39315 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-11-10T03:17:36,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d. 2024-11-10T03:17:36,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d. as already flushing 2024-11-10T03:17:36,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d. 2024-11-10T03:17:36,174 ERROR [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] handler.RSProcedureHandler(58): pid=31 java.io.IOException: Unable to complete flush {ENCODED => 1f9e9150efcac6954dbb7a06ad294f4d, NAME => 'TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:17:36,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=31 java.io.IOException: Unable to complete flush {ENCODED => 1f9e9150efcac6954dbb7a06ad294f4d, NAME => 'TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:17:36,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster(4114): Remote procedure failed, pid=31 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1f9e9150efcac6954dbb7a06ad294f4d, NAME => 'TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1f9e9150efcac6954dbb7a06ad294f4d, NAME => 'TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:17:36,210 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:36,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 225 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38518 deadline: 1731208716209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:36,211 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:36,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 226 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38496 deadline: 1731208716210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:36,295 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:36,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 227 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38532 deadline: 1731208716293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:36,297 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:36,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 225 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38478 deadline: 1731208716297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:36,300 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:36,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 261 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38470 deadline: 1731208716299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:36,326 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 700749f6e4aa,39315,1731208629620 2024-11-10T03:17:36,327 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39315 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-11-10T03:17:36,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d. 2024-11-10T03:17:36,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d. as already flushing 2024-11-10T03:17:36,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d. 2024-11-10T03:17:36,327 ERROR [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] handler.RSProcedureHandler(58): pid=31 java.io.IOException: Unable to complete flush {ENCODED => 1f9e9150efcac6954dbb7a06ad294f4d, NAME => 'TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:17:36,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=31 java.io.IOException: Unable to complete flush {ENCODED => 1f9e9150efcac6954dbb7a06ad294f4d, NAME => 'TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:17:36,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster(4114): Remote procedure failed, pid=31 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1f9e9150efcac6954dbb7a06ad294f4d, NAME => 'TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1f9e9150efcac6954dbb7a06ad294f4d, NAME => 'TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:17:36,417 DEBUG [Thread-166 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6f6b07e3 to 127.0.0.1:55635 2024-11-10T03:17:36,417 DEBUG [Thread-160 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x72e97e4b to 127.0.0.1:55635 2024-11-10T03:17:36,417 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T03:17:36,417 DEBUG [Thread-166 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T03:17:36,418 DEBUG [Thread-162 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x490457fd to 127.0.0.1:55635 2024-11-10T03:17:36,418 DEBUG [Thread-162 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T03:17:36,422 DEBUG [Thread-164 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2c8de680 to 127.0.0.1:55635 2024-11-10T03:17:36,423 DEBUG [Thread-164 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T03:17:36,474 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=565 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/C/e08203ba50b6454e8d4b6a03c2400910 2024-11-10T03:17:36,480 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 700749f6e4aa,39315,1731208629620 2024-11-10T03:17:36,480 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39315 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-11-10T03:17:36,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d. 2024-11-10T03:17:36,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d. as already flushing 2024-11-10T03:17:36,481 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/A/096f4ae950b84ee7a2c1832bb21e0676 as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/A/096f4ae950b84ee7a2c1832bb21e0676 2024-11-10T03:17:36,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d. 2024-11-10T03:17:36,481 ERROR [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] handler.RSProcedureHandler(58): pid=31 java.io.IOException: Unable to complete flush {ENCODED => 1f9e9150efcac6954dbb7a06ad294f4d, NAME => 'TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:17:36,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=31 java.io.IOException: Unable to complete flush {ENCODED => 1f9e9150efcac6954dbb7a06ad294f4d, NAME => 'TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:17:36,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster(4114): Remote procedure failed, pid=31 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1f9e9150efcac6954dbb7a06ad294f4d, NAME => 'TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1f9e9150efcac6954dbb7a06ad294f4d, NAME => 'TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:17:36,487 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/A/096f4ae950b84ee7a2c1832bb21e0676, entries=200, sequenceid=565, filesize=14.4 K 2024-11-10T03:17:36,488 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/B/d754aa5f635549ebb59e9a42b8d27b51 as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/B/d754aa5f635549ebb59e9a42b8d27b51 2024-11-10T03:17:36,495 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/B/d754aa5f635549ebb59e9a42b8d27b51, entries=150, sequenceid=565, filesize=12.0 K 2024-11-10T03:17:36,496 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/C/e08203ba50b6454e8d4b6a03c2400910 as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/C/e08203ba50b6454e8d4b6a03c2400910 2024-11-10T03:17:36,502 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/C/e08203ba50b6454e8d4b6a03c2400910, entries=150, sequenceid=565, filesize=12.0 K 2024-11-10T03:17:36,503 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=33.54 KB/34350 for 1f9e9150efcac6954dbb7a06ad294f4d in 1427ms, sequenceid=565, compaction requested=true 2024-11-10T03:17:36,503 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1f9e9150efcac6954dbb7a06ad294f4d: 2024-11-10T03:17:36,503 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1f9e9150efcac6954dbb7a06ad294f4d:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T03:17:36,503 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T03:17:36,503 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T03:17:36,504 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1f9e9150efcac6954dbb7a06ad294f4d:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T03:17:36,504 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T03:17:36,504 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T03:17:36,504 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1f9e9150efcac6954dbb7a06ad294f4d:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T03:17:36,504 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T03:17:36,505 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35651 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T03:17:36,505 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HStore(1540): 1f9e9150efcac6954dbb7a06ad294f4d/B is initiating minor compaction (all files) 2024-11-10T03:17:36,505 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1f9e9150efcac6954dbb7a06ad294f4d/B in TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d. 2024-11-10T03:17:36,505 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/B/7c7e9fe50d964b2a887c0974e30d6f0c, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/B/0cbfa63ea99e472e865c0f65b5c72b38, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/B/d754aa5f635549ebb59e9a42b8d27b51] into tmpdir=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp, totalSize=34.8 K 2024-11-10T03:17:36,506 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40531 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T03:17:36,506 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HStore(1540): 1f9e9150efcac6954dbb7a06ad294f4d/A is initiating minor compaction (all files) 2024-11-10T03:17:36,506 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1f9e9150efcac6954dbb7a06ad294f4d/A in TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d. 2024-11-10T03:17:36,506 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.Compactor(224): Compacting 7c7e9fe50d964b2a887c0974e30d6f0c, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=523, earliestPutTs=1731208653546 2024-11-10T03:17:36,506 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/A/27feaad10625404e926b925a1eec6b1d, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/A/3a47088408ce4be6bd55030da522d51f, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/A/096f4ae950b84ee7a2c1832bb21e0676] into tmpdir=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp, totalSize=39.6 K 2024-11-10T03:17:36,506 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.Compactor(224): Compacting 27feaad10625404e926b925a1eec6b1d, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=523, earliestPutTs=1731208653546 2024-11-10T03:17:36,506 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.Compactor(224): Compacting 0cbfa63ea99e472e865c0f65b5c72b38, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=534, earliestPutTs=1731208654170 2024-11-10T03:17:36,507 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3a47088408ce4be6bd55030da522d51f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=534, earliestPutTs=1731208654168 2024-11-10T03:17:36,507 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.Compactor(224): Compacting d754aa5f635549ebb59e9a42b8d27b51, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=565, earliestPutTs=1731208654456 2024-11-10T03:17:36,507 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.Compactor(224): Compacting 096f4ae950b84ee7a2c1832bb21e0676, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=565, earliestPutTs=1731208654456 2024-11-10T03:17:36,515 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1f9e9150efcac6954dbb7a06ad294f4d#B#compaction#114 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-10T03:17:36,516 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/B/c8f3ee69508b4c38b39d5bb776a4c477 is 50, key is test_row_0/B:col10/1731208654456/Put/seqid=0 2024-11-10T03:17:36,516 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1f9e9150efcac6954dbb7a06ad294f4d#A#compaction#115 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T03:17:36,517 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/A/645bb85277c84bdebe728f4239862c6e is 50, key is test_row_0/A:col10/1731208654456/Put/seqid=0 2024-11-10T03:17:36,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741954_1130 (size=13595) 2024-11-10T03:17:36,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741953_1129 (size=13595) 2024-11-10T03:17:36,531 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/B/c8f3ee69508b4c38b39d5bb776a4c477 as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/B/c8f3ee69508b4c38b39d5bb776a4c477 2024-11-10T03:17:36,536 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1f9e9150efcac6954dbb7a06ad294f4d/B of 1f9e9150efcac6954dbb7a06ad294f4d into c8f3ee69508b4c38b39d5bb776a4c477(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T03:17:36,536 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1f9e9150efcac6954dbb7a06ad294f4d: 2024-11-10T03:17:36,537 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d., storeName=1f9e9150efcac6954dbb7a06ad294f4d/B, priority=13, startTime=1731208656503; duration=0sec 2024-11-10T03:17:36,537 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T03:17:36,537 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1f9e9150efcac6954dbb7a06ad294f4d:B 2024-11-10T03:17:36,537 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T03:17:36,538 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35651 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T03:17:36,539 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HStore(1540): 1f9e9150efcac6954dbb7a06ad294f4d/C is initiating minor compaction (all files) 2024-11-10T03:17:36,539 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1f9e9150efcac6954dbb7a06ad294f4d/C in TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d. 2024-11-10T03:17:36,539 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/C/bcda4833287b40399c370166230792f8, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/C/fcb819d69a5d47208b3840399ef81295, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/C/e08203ba50b6454e8d4b6a03c2400910] into tmpdir=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp, totalSize=34.8 K 2024-11-10T03:17:36,539 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.Compactor(224): Compacting bcda4833287b40399c370166230792f8, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=523, earliestPutTs=1731208653546 2024-11-10T03:17:36,540 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.Compactor(224): Compacting fcb819d69a5d47208b3840399ef81295, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=534, earliestPutTs=1731208654170 2024-11-10T03:17:36,540 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.Compactor(224): Compacting e08203ba50b6454e8d4b6a03c2400910, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=565, earliestPutTs=1731208654456 2024-11-10T03:17:36,549 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1f9e9150efcac6954dbb7a06ad294f4d#C#compaction#116 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T03:17:36,549 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/C/d87d96e247b94999906d80dc9adc0a8a is 50, key is test_row_0/C:col10/1731208654456/Put/seqid=0 2024-11-10T03:17:36,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741955_1131 (size=13595) 2024-11-10T03:17:36,565 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/C/d87d96e247b94999906d80dc9adc0a8a as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/C/d87d96e247b94999906d80dc9adc0a8a 2024-11-10T03:17:36,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-10T03:17:36,572 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1f9e9150efcac6954dbb7a06ad294f4d/C of 1f9e9150efcac6954dbb7a06ad294f4d into d87d96e247b94999906d80dc9adc0a8a(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T03:17:36,572 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1f9e9150efcac6954dbb7a06ad294f4d: 2024-11-10T03:17:36,572 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d., storeName=1f9e9150efcac6954dbb7a06ad294f4d/C, priority=13, startTime=1731208656504; duration=0sec 2024-11-10T03:17:36,572 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T03:17:36,572 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1f9e9150efcac6954dbb7a06ad294f4d:C 2024-11-10T03:17:36,633 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 700749f6e4aa,39315,1731208629620 2024-11-10T03:17:36,634 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39315 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-11-10T03:17:36,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d. 2024-11-10T03:17:36,634 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2837): Flushing 1f9e9150efcac6954dbb7a06ad294f4d 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-10T03:17:36,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1f9e9150efcac6954dbb7a06ad294f4d, store=A 2024-11-10T03:17:36,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:17:36,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1f9e9150efcac6954dbb7a06ad294f4d, store=B 2024-11-10T03:17:36,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:17:36,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1f9e9150efcac6954dbb7a06ad294f4d, store=C 2024-11-10T03:17:36,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:17:36,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/A/f2ebefabfbc6429dafcad0d9d4ccd8b3 is 50, key is test_row_0/A:col10/1731208655082/Put/seqid=0 2024-11-10T03:17:36,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741956_1132 (size=12301) 2024-11-10T03:17:36,932 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/A/645bb85277c84bdebe728f4239862c6e as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/A/645bb85277c84bdebe728f4239862c6e 2024-11-10T03:17:36,941 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1f9e9150efcac6954dbb7a06ad294f4d/A of 1f9e9150efcac6954dbb7a06ad294f4d into 645bb85277c84bdebe728f4239862c6e(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T03:17:36,941 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1f9e9150efcac6954dbb7a06ad294f4d: 2024-11-10T03:17:36,941 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d., storeName=1f9e9150efcac6954dbb7a06ad294f4d/A, priority=13, startTime=1731208656503; duration=0sec 2024-11-10T03:17:36,942 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T03:17:36,942 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1f9e9150efcac6954dbb7a06ad294f4d:A 2024-11-10T03:17:37,043 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=575 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/A/f2ebefabfbc6429dafcad0d9d4ccd8b3 2024-11-10T03:17:37,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/B/b1011c0de5f747549fb278a0c0cf374b is 50, key is test_row_0/B:col10/1731208655082/Put/seqid=0 2024-11-10T03:17:37,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741957_1133 (size=12301) 2024-11-10T03:17:37,223 DEBUG [Thread-155 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6bbb5d8a to 127.0.0.1:55635 2024-11-10T03:17:37,223 DEBUG [Thread-153 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x04977266 to 127.0.0.1:55635 2024-11-10T03:17:37,224 DEBUG [Thread-153 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T03:17:37,224 DEBUG [Thread-155 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T03:17:37,456 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=575 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/B/b1011c0de5f747549fb278a0c0cf374b 2024-11-10T03:17:37,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/C/b6fbfa06c4b54978a92aee8d1ebe66fe is 50, key is test_row_0/C:col10/1731208655082/Put/seqid=0 2024-11-10T03:17:37,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741958_1134 (size=12301) 2024-11-10T03:17:37,879 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=575 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/C/b6fbfa06c4b54978a92aee8d1ebe66fe 2024-11-10T03:17:37,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/A/f2ebefabfbc6429dafcad0d9d4ccd8b3 as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/A/f2ebefabfbc6429dafcad0d9d4ccd8b3 2024-11-10T03:17:37,889 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/A/f2ebefabfbc6429dafcad0d9d4ccd8b3, entries=150, sequenceid=575, filesize=12.0 K 2024-11-10T03:17:37,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/B/b1011c0de5f747549fb278a0c0cf374b as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/B/b1011c0de5f747549fb278a0c0cf374b 2024-11-10T03:17:37,894 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/B/b1011c0de5f747549fb278a0c0cf374b, entries=150, sequenceid=575, filesize=12.0 K 2024-11-10T03:17:37,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/C/b6fbfa06c4b54978a92aee8d1ebe66fe as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/C/b6fbfa06c4b54978a92aee8d1ebe66fe 2024-11-10T03:17:37,899 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/C/b6fbfa06c4b54978a92aee8d1ebe66fe, entries=150, sequenceid=575, filesize=12.0 K 2024-11-10T03:17:37,900 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=13.42 KB/13740 for 1f9e9150efcac6954dbb7a06ad294f4d in 1266ms, sequenceid=575, compaction requested=false 2024-11-10T03:17:37,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2538): Flush status journal for 1f9e9150efcac6954dbb7a06ad294f4d: 2024-11-10T03:17:37,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d. 2024-11-10T03:17:37,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-11-10T03:17:37,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster(4106): Remote procedure done, pid=31 2024-11-10T03:17:37,903 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=31, resume processing ppid=30 2024-11-10T03:17:37,903 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=31, ppid=30, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.4400 sec 2024-11-10T03:17:37,904 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=30, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=30, table=TestAcidGuarantees in 3.4440 sec 2024-11-10T03:17:38,066 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-10T03:17:38,224 ERROR [LeaseRenewer:jenkins@localhost:45751 {}] server.NIOServerCnxnFactory(85): Thread Thread[LeaseRenewer:jenkins@localhost:45751,5,FailOnTimeoutGroup] died java.lang.NullPointerException: Cannot invoke "org.apache.hadoop.hdfs.DFSOutputStream.getNamespace()" because "outputStream" is null at org.apache.hadoop.hdfs.DFSClient.getNamespaces(DFSClient.java:596) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.renewLease(DFSClient.java:618) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.renew(LeaseRenewer.java:425) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:445) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) ~[hadoop-hdfs-client-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:17:38,307 DEBUG [Thread-157 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x18603bb9 to 127.0.0.1:55635 2024-11-10T03:17:38,307 DEBUG [Thread-157 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T03:17:38,308 DEBUG [Thread-151 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x72b32f98 to 127.0.0.1:55635 2024-11-10T03:17:38,308 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T03:17:38,312 DEBUG [Thread-149 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x12885408 to 127.0.0.1:55635 2024-11-10T03:17:38,312 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T03:17:38,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-10T03:17:38,568 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 30 completed 2024-11-10T03:17:38,568 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-10T03:17:38,568 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 85 2024-11-10T03:17:38,568 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 121 2024-11-10T03:17:38,569 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 85 2024-11-10T03:17:38,569 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 86 2024-11-10T03:17:38,569 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 83 2024-11-10T03:17:38,569 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-10T03:17:38,569 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4715 2024-11-10T03:17:38,569 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4550 2024-11-10T03:17:38,569 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-10T03:17:38,569 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2020 2024-11-10T03:17:38,569 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 6060 rows 2024-11-10T03:17:38,569 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2044 2024-11-10T03:17:38,570 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 6129 rows 2024-11-10T03:17:38,570 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-10T03:17:38,570 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0e98ea32 to 127.0.0.1:55635 2024-11-10T03:17:38,570 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T03:17:38,576 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-10T03:17:38,581 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-10T03:17:38,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] procedure2.ProcedureExecutor(1098): Stored pid=32, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-10T03:17:38,588 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731208658588"}]},"ts":"1731208658588"} 2024-11-10T03:17:38,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-10T03:17:38,590 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-10T03:17:38,598 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-10T03:17:38,600 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-10T03:17:38,604 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=34, ppid=33, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=1f9e9150efcac6954dbb7a06ad294f4d, UNASSIGN}] 2024-11-10T03:17:38,605 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=34, ppid=33, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=1f9e9150efcac6954dbb7a06ad294f4d, UNASSIGN 2024-11-10T03:17:38,605 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=34 updating hbase:meta row=1f9e9150efcac6954dbb7a06ad294f4d, regionState=CLOSING, regionLocation=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:38,607 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-10T03:17:38,607 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=35, ppid=34, state=RUNNABLE; CloseRegionProcedure 1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620}] 2024-11-10T03:17:38,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-10T03:17:38,763 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 700749f6e4aa,39315,1731208629620 2024-11-10T03:17:38,764 INFO [RS_CLOSE_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] handler.UnassignRegionHandler(124): Close 1f9e9150efcac6954dbb7a06ad294f4d 2024-11-10T03:17:38,764 DEBUG [RS_CLOSE_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-10T03:17:38,765 DEBUG [RS_CLOSE_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HRegion(1681): Closing 1f9e9150efcac6954dbb7a06ad294f4d, disabling compactions & flushes 2024-11-10T03:17:38,765 INFO [RS_CLOSE_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d. 2024-11-10T03:17:38,765 DEBUG [RS_CLOSE_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d. 2024-11-10T03:17:38,765 DEBUG [RS_CLOSE_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d. after waiting 0 ms 2024-11-10T03:17:38,765 DEBUG [RS_CLOSE_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d. 2024-11-10T03:17:38,765 INFO [RS_CLOSE_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HRegion(2837): Flushing 1f9e9150efcac6954dbb7a06ad294f4d 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-10T03:17:38,765 DEBUG [RS_CLOSE_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1f9e9150efcac6954dbb7a06ad294f4d, store=A 2024-11-10T03:17:38,766 DEBUG [RS_CLOSE_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:17:38,766 DEBUG [RS_CLOSE_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1f9e9150efcac6954dbb7a06ad294f4d, store=B 2024-11-10T03:17:38,766 DEBUG [RS_CLOSE_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:17:38,766 DEBUG [RS_CLOSE_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1f9e9150efcac6954dbb7a06ad294f4d, store=C 2024-11-10T03:17:38,766 DEBUG [RS_CLOSE_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:17:38,769 DEBUG [RS_CLOSE_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/A/7962f50fa17e4c4e8eb68f51d5b0bf63 is 50, key is test_row_0/A:col10/1731208658310/Put/seqid=0 2024-11-10T03:17:38,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741959_1135 (size=9857) 2024-11-10T03:17:38,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-10T03:17:39,175 INFO [RS_CLOSE_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=584 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/A/7962f50fa17e4c4e8eb68f51d5b0bf63 2024-11-10T03:17:39,190 DEBUG [RS_CLOSE_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/B/684f0aaef4774e7bae1d6331c1202a5e is 50, key is test_row_0/B:col10/1731208658310/Put/seqid=0 2024-11-10T03:17:39,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-10T03:17:39,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741960_1136 (size=9857) 2024-11-10T03:17:39,595 INFO [RS_CLOSE_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=584 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/B/684f0aaef4774e7bae1d6331c1202a5e 2024-11-10T03:17:39,605 DEBUG [RS_CLOSE_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/C/c21291d7306a4d5a8d3810ffa38f076a is 50, key is test_row_0/C:col10/1731208658310/Put/seqid=0 2024-11-10T03:17:39,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741961_1137 (size=9857) 2024-11-10T03:17:39,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-10T03:17:40,012 INFO [RS_CLOSE_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=584 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/C/c21291d7306a4d5a8d3810ffa38f076a 2024-11-10T03:17:40,024 DEBUG [RS_CLOSE_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/A/7962f50fa17e4c4e8eb68f51d5b0bf63 as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/A/7962f50fa17e4c4e8eb68f51d5b0bf63 2024-11-10T03:17:40,029 INFO [RS_CLOSE_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/A/7962f50fa17e4c4e8eb68f51d5b0bf63, entries=100, sequenceid=584, filesize=9.6 K 2024-11-10T03:17:40,030 DEBUG [RS_CLOSE_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/B/684f0aaef4774e7bae1d6331c1202a5e as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/B/684f0aaef4774e7bae1d6331c1202a5e 2024-11-10T03:17:40,036 INFO [RS_CLOSE_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/B/684f0aaef4774e7bae1d6331c1202a5e, entries=100, sequenceid=584, filesize=9.6 K 2024-11-10T03:17:40,037 DEBUG [RS_CLOSE_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/.tmp/C/c21291d7306a4d5a8d3810ffa38f076a as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/C/c21291d7306a4d5a8d3810ffa38f076a 2024-11-10T03:17:40,042 INFO [RS_CLOSE_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/C/c21291d7306a4d5a8d3810ffa38f076a, entries=100, sequenceid=584, filesize=9.6 K 2024-11-10T03:17:40,043 INFO [RS_CLOSE_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 1f9e9150efcac6954dbb7a06ad294f4d in 1278ms, sequenceid=584, compaction requested=true 2024-11-10T03:17:40,043 DEBUG [StoreCloser-TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/A/c1fde0207a684f35811aaabf910be093, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/A/e85068e610004d6f89ef3a7a7e1582e7, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/A/07747af6c4ec434389f2e041b519db16, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/A/890e7c3e1b7a4a7ab90957a2b1f3aea9, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/A/77f5a3feccff4e1ab4f36863e720262b, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/A/9c7615d83b9f41069f37daac4179af97, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/A/e2e8677b164a4927acb6e7369c5521f1, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/A/4f4499b757d640be96c1f98e53e24c8b, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/A/333d11a3f70747a5ad9a006bc9313e0a, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/A/1c30e342cebd4b5ba530a0a02680c516, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/A/ac0d66a026fa44d690c760d56fc064db, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/A/acb52bcc84a440c485822d3bf9523966, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/A/b4fcef4d946f4d7cb598e4183c504f57, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/A/84f68e9f7a1d4605b64d7b818e2e8965, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/A/42fd5b8286ab4558a53473405f44d94d, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/A/5c1ee24682b94fd997e6d9a164ab9967, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/A/c82ee2ec796548a9b496e5964617ef59, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/A/3ea0675824304c728926b86078c0ca53, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/A/34f107391073424c897216b9f15c2735, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/A/d93105fc270f4f58813e4d414f21882d, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/A/73c002b8bdcf4cd8954a85cc7ea81a0c, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/A/eeb6e562668748a89dd0b1393be39a82, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/A/b389dd16afa8496fa61d6801c82cadc9, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/A/e9e438aa1ead496bbb835c8d24ee0179, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/A/7986952deb6c470494abe20e63e8fb9f, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/A/57f028b13a604bf08cd45e7ab9f3d1dc, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/A/05f23e7127da4a248566f7e10aa8cd64, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/A/c562e055ef154cf78f5243c7527af808, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/A/53b699879fb243aca254648483b7bc06, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/A/21d6e88f32a94d8e890dc35f3fb3d86e, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/A/8c6af1e73b974d3ca83a3a642746f672, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/A/832519b2374b431a90661d64eaef706b, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/A/623e3138368b4e068bb980c12bff9936, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/A/6aee0c9f0d6240ec89fcff4d3f00e18f, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/A/c8194719089548c49540503be16cce74, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/A/27feaad10625404e926b925a1eec6b1d, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/A/3a47088408ce4be6bd55030da522d51f, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/A/096f4ae950b84ee7a2c1832bb21e0676] to archive 2024-11-10T03:17:40,046 DEBUG [StoreCloser-TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-10T03:17:40,051 DEBUG [StoreCloser-TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/A/c1fde0207a684f35811aaabf910be093 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/A/c1fde0207a684f35811aaabf910be093 2024-11-10T03:17:40,053 DEBUG [StoreCloser-TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/A/e85068e610004d6f89ef3a7a7e1582e7 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/A/e85068e610004d6f89ef3a7a7e1582e7 2024-11-10T03:17:40,054 DEBUG [StoreCloser-TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/A/07747af6c4ec434389f2e041b519db16 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/A/07747af6c4ec434389f2e041b519db16 2024-11-10T03:17:40,055 DEBUG [StoreCloser-TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/A/890e7c3e1b7a4a7ab90957a2b1f3aea9 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/A/890e7c3e1b7a4a7ab90957a2b1f3aea9 2024-11-10T03:17:40,056 DEBUG [StoreCloser-TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/A/77f5a3feccff4e1ab4f36863e720262b to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/A/77f5a3feccff4e1ab4f36863e720262b 2024-11-10T03:17:40,058 DEBUG [StoreCloser-TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/A/9c7615d83b9f41069f37daac4179af97 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/A/9c7615d83b9f41069f37daac4179af97 2024-11-10T03:17:40,059 DEBUG [StoreCloser-TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/A/e2e8677b164a4927acb6e7369c5521f1 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/A/e2e8677b164a4927acb6e7369c5521f1 2024-11-10T03:17:40,061 DEBUG [StoreCloser-TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/A/4f4499b757d640be96c1f98e53e24c8b to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/A/4f4499b757d640be96c1f98e53e24c8b 2024-11-10T03:17:40,062 DEBUG [StoreCloser-TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/A/333d11a3f70747a5ad9a006bc9313e0a to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/A/333d11a3f70747a5ad9a006bc9313e0a 2024-11-10T03:17:40,063 DEBUG [StoreCloser-TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/A/1c30e342cebd4b5ba530a0a02680c516 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/A/1c30e342cebd4b5ba530a0a02680c516 2024-11-10T03:17:40,064 DEBUG [StoreCloser-TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/A/ac0d66a026fa44d690c760d56fc064db to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/A/ac0d66a026fa44d690c760d56fc064db 2024-11-10T03:17:40,066 DEBUG [StoreCloser-TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/A/acb52bcc84a440c485822d3bf9523966 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/A/acb52bcc84a440c485822d3bf9523966 2024-11-10T03:17:40,067 DEBUG [StoreCloser-TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/A/b4fcef4d946f4d7cb598e4183c504f57 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/A/b4fcef4d946f4d7cb598e4183c504f57 2024-11-10T03:17:40,068 DEBUG [StoreCloser-TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/A/84f68e9f7a1d4605b64d7b818e2e8965 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/A/84f68e9f7a1d4605b64d7b818e2e8965 2024-11-10T03:17:40,069 DEBUG [StoreCloser-TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/A/42fd5b8286ab4558a53473405f44d94d to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/A/42fd5b8286ab4558a53473405f44d94d 2024-11-10T03:17:40,071 DEBUG [StoreCloser-TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/A/5c1ee24682b94fd997e6d9a164ab9967 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/A/5c1ee24682b94fd997e6d9a164ab9967 2024-11-10T03:17:40,072 DEBUG [StoreCloser-TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/A/c82ee2ec796548a9b496e5964617ef59 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/A/c82ee2ec796548a9b496e5964617ef59 2024-11-10T03:17:40,073 DEBUG [StoreCloser-TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/A/3ea0675824304c728926b86078c0ca53 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/A/3ea0675824304c728926b86078c0ca53 2024-11-10T03:17:40,074 DEBUG [StoreCloser-TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/A/34f107391073424c897216b9f15c2735 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/A/34f107391073424c897216b9f15c2735 2024-11-10T03:17:40,075 DEBUG [StoreCloser-TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/A/d93105fc270f4f58813e4d414f21882d to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/A/d93105fc270f4f58813e4d414f21882d 2024-11-10T03:17:40,076 DEBUG [StoreCloser-TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/A/73c002b8bdcf4cd8954a85cc7ea81a0c to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/A/73c002b8bdcf4cd8954a85cc7ea81a0c 2024-11-10T03:17:40,077 DEBUG [StoreCloser-TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/A/eeb6e562668748a89dd0b1393be39a82 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/A/eeb6e562668748a89dd0b1393be39a82 2024-11-10T03:17:40,078 DEBUG [StoreCloser-TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/A/b389dd16afa8496fa61d6801c82cadc9 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/A/b389dd16afa8496fa61d6801c82cadc9 2024-11-10T03:17:40,079 DEBUG [StoreCloser-TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/A/e9e438aa1ead496bbb835c8d24ee0179 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/A/e9e438aa1ead496bbb835c8d24ee0179 2024-11-10T03:17:40,080 DEBUG [StoreCloser-TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/A/7986952deb6c470494abe20e63e8fb9f to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/A/7986952deb6c470494abe20e63e8fb9f 2024-11-10T03:17:40,081 DEBUG [StoreCloser-TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/A/57f028b13a604bf08cd45e7ab9f3d1dc to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/A/57f028b13a604bf08cd45e7ab9f3d1dc 2024-11-10T03:17:40,083 DEBUG [StoreCloser-TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/A/05f23e7127da4a248566f7e10aa8cd64 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/A/05f23e7127da4a248566f7e10aa8cd64 2024-11-10T03:17:40,084 DEBUG [StoreCloser-TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/A/c562e055ef154cf78f5243c7527af808 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/A/c562e055ef154cf78f5243c7527af808 2024-11-10T03:17:40,085 DEBUG [StoreCloser-TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/A/53b699879fb243aca254648483b7bc06 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/A/53b699879fb243aca254648483b7bc06 2024-11-10T03:17:40,086 DEBUG [StoreCloser-TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/A/21d6e88f32a94d8e890dc35f3fb3d86e to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/A/21d6e88f32a94d8e890dc35f3fb3d86e 2024-11-10T03:17:40,087 DEBUG [StoreCloser-TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/A/8c6af1e73b974d3ca83a3a642746f672 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/A/8c6af1e73b974d3ca83a3a642746f672 2024-11-10T03:17:40,088 DEBUG [StoreCloser-TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/A/832519b2374b431a90661d64eaef706b to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/A/832519b2374b431a90661d64eaef706b 2024-11-10T03:17:40,089 DEBUG [StoreCloser-TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/A/623e3138368b4e068bb980c12bff9936 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/A/623e3138368b4e068bb980c12bff9936 2024-11-10T03:17:40,090 DEBUG [StoreCloser-TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/A/6aee0c9f0d6240ec89fcff4d3f00e18f to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/A/6aee0c9f0d6240ec89fcff4d3f00e18f 2024-11-10T03:17:40,091 DEBUG [StoreCloser-TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/A/c8194719089548c49540503be16cce74 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/A/c8194719089548c49540503be16cce74 2024-11-10T03:17:40,092 DEBUG [StoreCloser-TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/A/27feaad10625404e926b925a1eec6b1d to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/A/27feaad10625404e926b925a1eec6b1d 2024-11-10T03:17:40,093 DEBUG [StoreCloser-TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/A/3a47088408ce4be6bd55030da522d51f to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/A/3a47088408ce4be6bd55030da522d51f 2024-11-10T03:17:40,094 DEBUG [StoreCloser-TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/A/096f4ae950b84ee7a2c1832bb21e0676 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/A/096f4ae950b84ee7a2c1832bb21e0676 2024-11-10T03:17:40,105 DEBUG [StoreCloser-TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/B/fc9448beee0446908b798cfa11dd4ee6, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/B/0909ce1f87904455bbac4e64e5d0bf08, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/B/9baff48b3aa946168228a5d8a2ca9144, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/B/67c7c3bf16fa4528b9380973de60bdf1, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/B/e9030ab72326412fa160702c2df15ef4, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/B/69393722a03c48538a09527e7719a1c4, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/B/588b2a34998043e7b1777ce4241ff953, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/B/67388b2b608a42be863aed8fadcff64f, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/B/c873c44fa46f4e33b1af24524c2cc767, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/B/57df3329184849948883c00a6dcb35da, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/B/2cb2d9df6909437f8216f15548f68720, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/B/fc2ea112a14440d49de3e7477a65a28b, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/B/f3f439ece7d34338a797799920698d46, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/B/e756d285436c476b99a2e5e0313a25fa, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/B/3f924c2026af4b909d5b9a6f2e1428f4, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/B/e7f12a14e6ff4eaab240b3ce69a8bc87, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/B/1f0b74ad45af4439915d3d14fe929633, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/B/b38cf3935d844eda94a76eb200ff4840, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/B/9063e112f43e499499ca53eb5ef268b4, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/B/d72b439d4b9d4d13b246c115a2484494, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/B/2b7747404a8d4410afea09d8fa829a6a, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/B/150c7cfd127d4b429f776e5db9f536bd, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/B/c928064c4d9a4051ab8db7a7da247ae9, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/B/b7cbb4b194044ac2a4c09051cbe7c4e2, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/B/45fea97ed5134bb9a96c40daf13ecc5b, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/B/3a780a17f01e49118bd7bd92513c0389, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/B/dc36e82929f340ff8b2a8cb154944c12, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/B/4643639448fb4e1596a7b57b1e2d9e14, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/B/31a7e0ba27184c36a2e43a155960bfed, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/B/937bec90adc040029879307bbac42224, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/B/e4472ed16f9a42b780afd79343fe8f2b, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/B/705a85e29e014dfcbca72bc5a340dd0e, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/B/461f49a4b5414e359e89ca91bafcaad4, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/B/061150900a1446c5873b8915426a51ce, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/B/7c7e9fe50d964b2a887c0974e30d6f0c, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/B/ea4e2d07b11b4a06a08bf06bd8828bcd, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/B/0cbfa63ea99e472e865c0f65b5c72b38, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/B/d754aa5f635549ebb59e9a42b8d27b51] to archive 2024-11-10T03:17:40,107 DEBUG [StoreCloser-TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-10T03:17:40,108 DEBUG [StoreCloser-TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/B/fc9448beee0446908b798cfa11dd4ee6 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/B/fc9448beee0446908b798cfa11dd4ee6 2024-11-10T03:17:40,109 DEBUG [StoreCloser-TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/B/0909ce1f87904455bbac4e64e5d0bf08 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/B/0909ce1f87904455bbac4e64e5d0bf08 2024-11-10T03:17:40,111 DEBUG [StoreCloser-TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/B/9baff48b3aa946168228a5d8a2ca9144 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/B/9baff48b3aa946168228a5d8a2ca9144 2024-11-10T03:17:40,112 DEBUG [StoreCloser-TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/B/67c7c3bf16fa4528b9380973de60bdf1 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/B/67c7c3bf16fa4528b9380973de60bdf1 2024-11-10T03:17:40,113 DEBUG [StoreCloser-TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/B/e9030ab72326412fa160702c2df15ef4 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/B/e9030ab72326412fa160702c2df15ef4 2024-11-10T03:17:40,114 DEBUG [StoreCloser-TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/B/69393722a03c48538a09527e7719a1c4 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/B/69393722a03c48538a09527e7719a1c4 2024-11-10T03:17:40,115 DEBUG [StoreCloser-TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/B/588b2a34998043e7b1777ce4241ff953 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/B/588b2a34998043e7b1777ce4241ff953 2024-11-10T03:17:40,116 DEBUG [StoreCloser-TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/B/67388b2b608a42be863aed8fadcff64f to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/B/67388b2b608a42be863aed8fadcff64f 2024-11-10T03:17:40,117 DEBUG [StoreCloser-TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/B/c873c44fa46f4e33b1af24524c2cc767 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/B/c873c44fa46f4e33b1af24524c2cc767 2024-11-10T03:17:40,118 DEBUG [StoreCloser-TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/B/57df3329184849948883c00a6dcb35da to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/B/57df3329184849948883c00a6dcb35da 2024-11-10T03:17:40,119 DEBUG [StoreCloser-TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/B/2cb2d9df6909437f8216f15548f68720 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/B/2cb2d9df6909437f8216f15548f68720 2024-11-10T03:17:40,120 DEBUG [StoreCloser-TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/B/fc2ea112a14440d49de3e7477a65a28b to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/B/fc2ea112a14440d49de3e7477a65a28b 2024-11-10T03:17:40,121 DEBUG [StoreCloser-TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/B/f3f439ece7d34338a797799920698d46 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/B/f3f439ece7d34338a797799920698d46 2024-11-10T03:17:40,122 DEBUG [StoreCloser-TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/B/e756d285436c476b99a2e5e0313a25fa to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/B/e756d285436c476b99a2e5e0313a25fa 2024-11-10T03:17:40,123 DEBUG [StoreCloser-TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/B/3f924c2026af4b909d5b9a6f2e1428f4 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/B/3f924c2026af4b909d5b9a6f2e1428f4 2024-11-10T03:17:40,125 DEBUG [StoreCloser-TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/B/e7f12a14e6ff4eaab240b3ce69a8bc87 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/B/e7f12a14e6ff4eaab240b3ce69a8bc87 2024-11-10T03:17:40,126 DEBUG [StoreCloser-TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/B/1f0b74ad45af4439915d3d14fe929633 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/B/1f0b74ad45af4439915d3d14fe929633 2024-11-10T03:17:40,127 DEBUG [StoreCloser-TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/B/b38cf3935d844eda94a76eb200ff4840 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/B/b38cf3935d844eda94a76eb200ff4840 2024-11-10T03:17:40,129 DEBUG [StoreCloser-TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/B/9063e112f43e499499ca53eb5ef268b4 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/B/9063e112f43e499499ca53eb5ef268b4 2024-11-10T03:17:40,130 DEBUG [StoreCloser-TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/B/d72b439d4b9d4d13b246c115a2484494 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/B/d72b439d4b9d4d13b246c115a2484494 2024-11-10T03:17:40,132 DEBUG [StoreCloser-TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/B/2b7747404a8d4410afea09d8fa829a6a to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/B/2b7747404a8d4410afea09d8fa829a6a 2024-11-10T03:17:40,134 DEBUG [StoreCloser-TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/B/150c7cfd127d4b429f776e5db9f536bd to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/B/150c7cfd127d4b429f776e5db9f536bd 2024-11-10T03:17:40,135 DEBUG [StoreCloser-TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/B/c928064c4d9a4051ab8db7a7da247ae9 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/B/c928064c4d9a4051ab8db7a7da247ae9 2024-11-10T03:17:40,136 DEBUG [StoreCloser-TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/B/b7cbb4b194044ac2a4c09051cbe7c4e2 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/B/b7cbb4b194044ac2a4c09051cbe7c4e2 2024-11-10T03:17:40,137 DEBUG [StoreCloser-TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/B/45fea97ed5134bb9a96c40daf13ecc5b to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/B/45fea97ed5134bb9a96c40daf13ecc5b 2024-11-10T03:17:40,139 DEBUG [StoreCloser-TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/B/3a780a17f01e49118bd7bd92513c0389 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/B/3a780a17f01e49118bd7bd92513c0389 2024-11-10T03:17:40,140 DEBUG [StoreCloser-TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/B/dc36e82929f340ff8b2a8cb154944c12 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/B/dc36e82929f340ff8b2a8cb154944c12 2024-11-10T03:17:40,141 DEBUG [StoreCloser-TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/B/4643639448fb4e1596a7b57b1e2d9e14 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/B/4643639448fb4e1596a7b57b1e2d9e14 2024-11-10T03:17:40,142 DEBUG [StoreCloser-TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/B/31a7e0ba27184c36a2e43a155960bfed to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/B/31a7e0ba27184c36a2e43a155960bfed 2024-11-10T03:17:40,144 DEBUG [StoreCloser-TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/B/937bec90adc040029879307bbac42224 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/B/937bec90adc040029879307bbac42224 2024-11-10T03:17:40,145 DEBUG [StoreCloser-TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/B/e4472ed16f9a42b780afd79343fe8f2b to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/B/e4472ed16f9a42b780afd79343fe8f2b 2024-11-10T03:17:40,146 DEBUG [StoreCloser-TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/B/705a85e29e014dfcbca72bc5a340dd0e to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/B/705a85e29e014dfcbca72bc5a340dd0e 2024-11-10T03:17:40,147 DEBUG [StoreCloser-TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/B/461f49a4b5414e359e89ca91bafcaad4 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/B/461f49a4b5414e359e89ca91bafcaad4 2024-11-10T03:17:40,149 DEBUG [StoreCloser-TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/B/061150900a1446c5873b8915426a51ce to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/B/061150900a1446c5873b8915426a51ce 2024-11-10T03:17:40,150 DEBUG [StoreCloser-TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/B/7c7e9fe50d964b2a887c0974e30d6f0c to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/B/7c7e9fe50d964b2a887c0974e30d6f0c 2024-11-10T03:17:40,151 DEBUG [StoreCloser-TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/B/ea4e2d07b11b4a06a08bf06bd8828bcd to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/B/ea4e2d07b11b4a06a08bf06bd8828bcd 2024-11-10T03:17:40,152 DEBUG [StoreCloser-TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/B/0cbfa63ea99e472e865c0f65b5c72b38 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/B/0cbfa63ea99e472e865c0f65b5c72b38 2024-11-10T03:17:40,154 DEBUG [StoreCloser-TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/B/d754aa5f635549ebb59e9a42b8d27b51 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/B/d754aa5f635549ebb59e9a42b8d27b51 2024-11-10T03:17:40,155 DEBUG [StoreCloser-TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/C/87e9cdad2aaa460081caef6ddf19e832, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/C/eb8b7f156be8492b883af6abdff7e478, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/C/940fe78de7c94fbdaffaa1b2dd3ff3dc, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/C/b958126273f3457b8c8c7ed4a4432935, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/C/5b95c5e5f2bd4e18a87ea54963b77e50, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/C/84fd186eeaa4436394053a1ee481559e, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/C/b594394ecf064bc49e787fdc67ad2e68, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/C/e66d639712c24c0387bd7930812b90f3, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/C/7ba2ab9f8192475f96f4b3e1230d30ec, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/C/20bdd9744dee4f5ea94dc9d061728e53, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/C/cf0a405323c34793bdc9b71f411d3bc3, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/C/d82d99f1b8e141d799e62a9818b32bb4, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/C/3d35eb7a87d342cca61e0ee9289ea822, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/C/a0a955cf1b5640e8a8cd4c74b1d3112d, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/C/d43f645c05d0457abc552ae2a22a5dee, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/C/bc5991281f8f4c4c94a7bef52d452c26, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/C/c5b9232ec05c414795ea860922ef11da, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/C/c41c2725baf74b7f83f474e4d89f9f2e, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/C/daf9d9d6591c493c8db64f5f275a9368, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/C/f00336cd96f34f5dae3e096476d1d1ed, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/C/f432d51004664960ba440b8edcf92f5c, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/C/d0932285f05147f1b8d248fbf69a9335, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/C/7699d0dde7be45569e39e1031a028509, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/C/ac8a084fff684130924776d4f843364b, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/C/9fb01390d6114e0fb96870f20a1d80c5, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/C/0203b171e1da4c9a84d1829387a9ed82, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/C/9c8205860c154edf9467f61e10b306e9, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/C/366ff1aa8cfc485f82d1044cdbbe8b15, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/C/2616f5c7796046ddbcf487da3f4918c7, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/C/5c9576c77db445bd8aabdc4f971151f2, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/C/983ee999a092433b89201f3a04e0376a, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/C/416a5d5514a84b048e998505af185028, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/C/c06a88366e7945f89dae4aa45413075d, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/C/4244adf8da3f4002b7f1732a6ff17f3e, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/C/bcda4833287b40399c370166230792f8, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/C/6453b02274ee4349a8351bc00ea425b0, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/C/fcb819d69a5d47208b3840399ef81295, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/C/e08203ba50b6454e8d4b6a03c2400910] to archive 2024-11-10T03:17:40,156 DEBUG [StoreCloser-TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-10T03:17:40,158 DEBUG [StoreCloser-TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/C/87e9cdad2aaa460081caef6ddf19e832 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/C/87e9cdad2aaa460081caef6ddf19e832 2024-11-10T03:17:40,159 DEBUG [StoreCloser-TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/C/eb8b7f156be8492b883af6abdff7e478 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/C/eb8b7f156be8492b883af6abdff7e478 2024-11-10T03:17:40,160 DEBUG [StoreCloser-TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/C/940fe78de7c94fbdaffaa1b2dd3ff3dc to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/C/940fe78de7c94fbdaffaa1b2dd3ff3dc 2024-11-10T03:17:40,161 DEBUG [StoreCloser-TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/C/b958126273f3457b8c8c7ed4a4432935 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/C/b958126273f3457b8c8c7ed4a4432935 2024-11-10T03:17:40,162 DEBUG [StoreCloser-TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/C/5b95c5e5f2bd4e18a87ea54963b77e50 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/C/5b95c5e5f2bd4e18a87ea54963b77e50 2024-11-10T03:17:40,163 DEBUG [StoreCloser-TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/C/84fd186eeaa4436394053a1ee481559e to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/C/84fd186eeaa4436394053a1ee481559e 2024-11-10T03:17:40,164 DEBUG [StoreCloser-TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/C/b594394ecf064bc49e787fdc67ad2e68 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/C/b594394ecf064bc49e787fdc67ad2e68 2024-11-10T03:17:40,165 DEBUG [StoreCloser-TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/C/e66d639712c24c0387bd7930812b90f3 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/C/e66d639712c24c0387bd7930812b90f3 2024-11-10T03:17:40,166 DEBUG [StoreCloser-TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/C/7ba2ab9f8192475f96f4b3e1230d30ec to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/C/7ba2ab9f8192475f96f4b3e1230d30ec 2024-11-10T03:17:40,168 DEBUG [StoreCloser-TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/C/20bdd9744dee4f5ea94dc9d061728e53 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/C/20bdd9744dee4f5ea94dc9d061728e53 2024-11-10T03:17:40,169 DEBUG [StoreCloser-TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/C/cf0a405323c34793bdc9b71f411d3bc3 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/C/cf0a405323c34793bdc9b71f411d3bc3 2024-11-10T03:17:40,170 DEBUG [StoreCloser-TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/C/d82d99f1b8e141d799e62a9818b32bb4 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/C/d82d99f1b8e141d799e62a9818b32bb4 2024-11-10T03:17:40,171 DEBUG [StoreCloser-TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/C/3d35eb7a87d342cca61e0ee9289ea822 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/C/3d35eb7a87d342cca61e0ee9289ea822 2024-11-10T03:17:40,172 DEBUG [StoreCloser-TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/C/a0a955cf1b5640e8a8cd4c74b1d3112d to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/C/a0a955cf1b5640e8a8cd4c74b1d3112d 2024-11-10T03:17:40,173 DEBUG [StoreCloser-TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/C/d43f645c05d0457abc552ae2a22a5dee to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/C/d43f645c05d0457abc552ae2a22a5dee 2024-11-10T03:17:40,175 DEBUG [StoreCloser-TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/C/bc5991281f8f4c4c94a7bef52d452c26 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/C/bc5991281f8f4c4c94a7bef52d452c26 2024-11-10T03:17:40,176 DEBUG [StoreCloser-TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/C/c5b9232ec05c414795ea860922ef11da to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/C/c5b9232ec05c414795ea860922ef11da 2024-11-10T03:17:40,177 DEBUG [StoreCloser-TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/C/c41c2725baf74b7f83f474e4d89f9f2e to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/C/c41c2725baf74b7f83f474e4d89f9f2e 2024-11-10T03:17:40,178 DEBUG [StoreCloser-TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/C/daf9d9d6591c493c8db64f5f275a9368 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/C/daf9d9d6591c493c8db64f5f275a9368 2024-11-10T03:17:40,179 DEBUG [StoreCloser-TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/C/f00336cd96f34f5dae3e096476d1d1ed to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/C/f00336cd96f34f5dae3e096476d1d1ed 2024-11-10T03:17:40,180 DEBUG [StoreCloser-TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/C/f432d51004664960ba440b8edcf92f5c to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/C/f432d51004664960ba440b8edcf92f5c 2024-11-10T03:17:40,181 DEBUG [StoreCloser-TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/C/d0932285f05147f1b8d248fbf69a9335 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/C/d0932285f05147f1b8d248fbf69a9335 2024-11-10T03:17:40,182 DEBUG [StoreCloser-TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/C/7699d0dde7be45569e39e1031a028509 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/C/7699d0dde7be45569e39e1031a028509 2024-11-10T03:17:40,183 DEBUG [StoreCloser-TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/C/ac8a084fff684130924776d4f843364b to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/C/ac8a084fff684130924776d4f843364b 2024-11-10T03:17:40,184 DEBUG [StoreCloser-TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/C/9fb01390d6114e0fb96870f20a1d80c5 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/C/9fb01390d6114e0fb96870f20a1d80c5 2024-11-10T03:17:40,185 DEBUG [StoreCloser-TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/C/0203b171e1da4c9a84d1829387a9ed82 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/C/0203b171e1da4c9a84d1829387a9ed82 2024-11-10T03:17:40,186 DEBUG [StoreCloser-TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/C/9c8205860c154edf9467f61e10b306e9 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/C/9c8205860c154edf9467f61e10b306e9 2024-11-10T03:17:40,187 DEBUG [StoreCloser-TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/C/366ff1aa8cfc485f82d1044cdbbe8b15 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/C/366ff1aa8cfc485f82d1044cdbbe8b15 2024-11-10T03:17:40,188 DEBUG [StoreCloser-TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/C/2616f5c7796046ddbcf487da3f4918c7 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/C/2616f5c7796046ddbcf487da3f4918c7 2024-11-10T03:17:40,189 DEBUG [StoreCloser-TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/C/5c9576c77db445bd8aabdc4f971151f2 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/C/5c9576c77db445bd8aabdc4f971151f2 2024-11-10T03:17:40,190 DEBUG [StoreCloser-TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/C/983ee999a092433b89201f3a04e0376a to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/C/983ee999a092433b89201f3a04e0376a 2024-11-10T03:17:40,191 DEBUG [StoreCloser-TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/C/416a5d5514a84b048e998505af185028 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/C/416a5d5514a84b048e998505af185028 2024-11-10T03:17:40,192 DEBUG [StoreCloser-TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/C/c06a88366e7945f89dae4aa45413075d to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/C/c06a88366e7945f89dae4aa45413075d 2024-11-10T03:17:40,193 DEBUG [StoreCloser-TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/C/4244adf8da3f4002b7f1732a6ff17f3e to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/C/4244adf8da3f4002b7f1732a6ff17f3e 2024-11-10T03:17:40,194 DEBUG [StoreCloser-TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/C/bcda4833287b40399c370166230792f8 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/C/bcda4833287b40399c370166230792f8 2024-11-10T03:17:40,195 DEBUG [StoreCloser-TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/C/6453b02274ee4349a8351bc00ea425b0 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/C/6453b02274ee4349a8351bc00ea425b0 2024-11-10T03:17:40,196 DEBUG [StoreCloser-TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/C/fcb819d69a5d47208b3840399ef81295 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/C/fcb819d69a5d47208b3840399ef81295 2024-11-10T03:17:40,198 DEBUG [StoreCloser-TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/C/e08203ba50b6454e8d4b6a03c2400910 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/C/e08203ba50b6454e8d4b6a03c2400910 2024-11-10T03:17:40,203 DEBUG [RS_CLOSE_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/recovered.edits/587.seqid, newMaxSeqId=587, maxSeqId=1 2024-11-10T03:17:40,205 INFO [RS_CLOSE_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d. 2024-11-10T03:17:40,205 DEBUG [RS_CLOSE_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HRegion(1635): Region close journal for 1f9e9150efcac6954dbb7a06ad294f4d: 2024-11-10T03:17:40,206 INFO [RS_CLOSE_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] handler.UnassignRegionHandler(170): Closed 1f9e9150efcac6954dbb7a06ad294f4d 2024-11-10T03:17:40,207 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=34 updating hbase:meta row=1f9e9150efcac6954dbb7a06ad294f4d, regionState=CLOSED 2024-11-10T03:17:40,209 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=35, resume processing ppid=34 2024-11-10T03:17:40,209 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=35, ppid=34, state=SUCCESS; CloseRegionProcedure 1f9e9150efcac6954dbb7a06ad294f4d, server=700749f6e4aa,39315,1731208629620 in 1.6010 sec 2024-11-10T03:17:40,210 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=34, resume processing ppid=33 2024-11-10T03:17:40,210 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=34, ppid=33, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=1f9e9150efcac6954dbb7a06ad294f4d, UNASSIGN in 1.6050 sec 2024-11-10T03:17:40,212 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=33, resume processing ppid=32 2024-11-10T03:17:40,212 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=33, ppid=32, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.6110 sec 2024-11-10T03:17:40,213 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731208660213"}]},"ts":"1731208660213"} 2024-11-10T03:17:40,214 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-10T03:17:40,226 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-10T03:17:40,227 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=32, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.6430 sec 2024-11-10T03:17:40,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-10T03:17:40,695 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 32 completed 2024-11-10T03:17:40,698 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-10T03:17:40,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] procedure2.ProcedureExecutor(1098): Stored pid=36, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T03:17:40,702 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=36, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T03:17:40,703 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=36, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T03:17:40,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=36 2024-11-10T03:17:40,707 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d 2024-11-10T03:17:40,710 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/A, FileablePath, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/B, FileablePath, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/C, FileablePath, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/recovered.edits] 2024-11-10T03:17:40,713 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/A/645bb85277c84bdebe728f4239862c6e to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/A/645bb85277c84bdebe728f4239862c6e 2024-11-10T03:17:40,714 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/A/7962f50fa17e4c4e8eb68f51d5b0bf63 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/A/7962f50fa17e4c4e8eb68f51d5b0bf63 2024-11-10T03:17:40,715 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/A/f2ebefabfbc6429dafcad0d9d4ccd8b3 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/A/f2ebefabfbc6429dafcad0d9d4ccd8b3 2024-11-10T03:17:40,718 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/B/684f0aaef4774e7bae1d6331c1202a5e to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/B/684f0aaef4774e7bae1d6331c1202a5e 2024-11-10T03:17:40,719 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/B/b1011c0de5f747549fb278a0c0cf374b to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/B/b1011c0de5f747549fb278a0c0cf374b 2024-11-10T03:17:40,720 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/B/c8f3ee69508b4c38b39d5bb776a4c477 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/B/c8f3ee69508b4c38b39d5bb776a4c477 2024-11-10T03:17:40,723 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/C/b6fbfa06c4b54978a92aee8d1ebe66fe to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/C/b6fbfa06c4b54978a92aee8d1ebe66fe 2024-11-10T03:17:40,724 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/C/c21291d7306a4d5a8d3810ffa38f076a to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/C/c21291d7306a4d5a8d3810ffa38f076a 2024-11-10T03:17:40,725 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/C/d87d96e247b94999906d80dc9adc0a8a to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/C/d87d96e247b94999906d80dc9adc0a8a 2024-11-10T03:17:40,727 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/recovered.edits/587.seqid to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d/recovered.edits/587.seqid 2024-11-10T03:17:40,728 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1f9e9150efcac6954dbb7a06ad294f4d 2024-11-10T03:17:40,728 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-10T03:17:40,733 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=36, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T03:17:40,737 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39315 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-10T03:17:40,741 WARN [PEWorker-2 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-10T03:17:40,770 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-10T03:17:40,771 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=36, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T03:17:40,771 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-10T03:17:40,772 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731208660771"}]},"ts":"9223372036854775807"} 2024-11-10T03:17:40,774 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-10T03:17:40,774 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 1f9e9150efcac6954dbb7a06ad294f4d, NAME => 'TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d.', STARTKEY => '', ENDKEY => ''}] 2024-11-10T03:17:40,775 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-10T03:17:40,775 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731208660775"}]},"ts":"9223372036854775807"} 2024-11-10T03:17:40,777 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-10T03:17:40,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=36 2024-11-10T03:17:40,818 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=36, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T03:17:40,820 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=36, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 120 msec 2024-11-10T03:17:41,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=36 2024-11-10T03:17:41,006 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 36 completed 2024-11-10T03:17:41,020 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testMixedAtomicity Thread=239 (was 219) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x3ef0f905-shared-pool-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_50544697_22 at /127.0.0.1:39884 [Waiting for operation #348] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x3ef0f905-shared-pool-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/700749f6e4aa:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;700749f6e4aa:39315-shortCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_CLOSE_REGION-regionserver/700749f6e4aa:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x3ef0f905-shared-pool-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_50544697_22 at /127.0.0.1:52740 [Waiting for operation #329] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x3ef0f905-shared-pool-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1676059889_22 at /127.0.0.1:35566 [Waiting for operation #89] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=458 (was 444) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=307 (was 140) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5887 (was 5259) - AvailableMemoryMB LEAK? - 2024-11-10T03:17:41,029 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testMobMixedAtomicity Thread=239, OpenFileDescriptor=458, MaxFileDescriptor=1048576, SystemLoadAverage=307, ProcessCount=11, AvailableMemoryMB=5887 2024-11-10T03:17:41,031 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-10T03:17:41,031 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T03:17:41,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] procedure2.ProcedureExecutor(1098): Stored pid=37, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-10T03:17:41,034 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=37, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T03:17:41,034 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:41,034 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 37 2024-11-10T03:17:41,035 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=37, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T03:17:41,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=37 2024-11-10T03:17:41,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741962_1138 (size=960) 2024-11-10T03:17:41,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=37 2024-11-10T03:17:41,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=37 2024-11-10T03:17:41,448 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 8c521865dd7cdf73385ff8b6b2750f1d, NAME => 'TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52 2024-11-10T03:17:41,456 ERROR [LeaseRenewer:jenkins.hfs.0@localhost:45751 {}] server.NIOServerCnxnFactory(85): Thread Thread[LeaseRenewer:jenkins.hfs.0@localhost:45751,5,FailOnTimeoutGroup] died java.lang.NullPointerException: Cannot invoke "org.apache.hadoop.hdfs.DFSOutputStream.getNamespace()" because "outputStream" is null at org.apache.hadoop.hdfs.DFSClient.getNamespaces(DFSClient.java:596) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.renewLease(DFSClient.java:618) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.renew(LeaseRenewer.java:425) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:445) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) ~[hadoop-hdfs-client-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:17:41,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741963_1139 (size=53) 2024-11-10T03:17:41,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=37 2024-11-10T03:17:41,861 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T03:17:41,861 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 8c521865dd7cdf73385ff8b6b2750f1d, disabling compactions & flushes 2024-11-10T03:17:41,861 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d. 2024-11-10T03:17:41,861 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d. 2024-11-10T03:17:41,861 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d. after waiting 0 ms 2024-11-10T03:17:41,861 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d. 2024-11-10T03:17:41,862 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d. 2024-11-10T03:17:41,862 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 8c521865dd7cdf73385ff8b6b2750f1d: 2024-11-10T03:17:41,863 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=37, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T03:17:41,863 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731208661863"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731208661863"}]},"ts":"1731208661863"} 2024-11-10T03:17:41,865 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-10T03:17:41,866 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=37, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T03:17:41,866 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731208661866"}]},"ts":"1731208661866"} 2024-11-10T03:17:41,867 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-10T03:17:42,009 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=38, ppid=37, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=8c521865dd7cdf73385ff8b6b2750f1d, ASSIGN}] 2024-11-10T03:17:42,010 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=38, ppid=37, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=8c521865dd7cdf73385ff8b6b2750f1d, ASSIGN 2024-11-10T03:17:42,011 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=38, ppid=37, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=8c521865dd7cdf73385ff8b6b2750f1d, ASSIGN; state=OFFLINE, location=700749f6e4aa,39315,1731208629620; forceNewPlan=false, retain=false 2024-11-10T03:17:42,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=37 2024-11-10T03:17:42,162 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=38 updating hbase:meta row=8c521865dd7cdf73385ff8b6b2750f1d, regionState=OPENING, regionLocation=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:42,165 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=39, ppid=38, state=RUNNABLE; OpenRegionProcedure 8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620}] 2024-11-10T03:17:42,318 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 700749f6e4aa,39315,1731208629620 2024-11-10T03:17:42,326 INFO [RS_OPEN_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d. 2024-11-10T03:17:42,326 DEBUG [RS_OPEN_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7285): Opening region: {ENCODED => 8c521865dd7cdf73385ff8b6b2750f1d, NAME => 'TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d.', STARTKEY => '', ENDKEY => ''} 2024-11-10T03:17:42,327 DEBUG [RS_OPEN_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 8c521865dd7cdf73385ff8b6b2750f1d 2024-11-10T03:17:42,327 DEBUG [RS_OPEN_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T03:17:42,327 DEBUG [RS_OPEN_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7327): checking encryption for 8c521865dd7cdf73385ff8b6b2750f1d 2024-11-10T03:17:42,327 DEBUG [RS_OPEN_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7330): checking classloading for 8c521865dd7cdf73385ff8b6b2750f1d 2024-11-10T03:17:42,329 INFO [StoreOpener-8c521865dd7cdf73385ff8b6b2750f1d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 8c521865dd7cdf73385ff8b6b2750f1d 2024-11-10T03:17:42,331 INFO [StoreOpener-8c521865dd7cdf73385ff8b6b2750f1d-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-10T03:17:42,332 INFO [StoreOpener-8c521865dd7cdf73385ff8b6b2750f1d-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8c521865dd7cdf73385ff8b6b2750f1d columnFamilyName A 2024-11-10T03:17:42,332 DEBUG [StoreOpener-8c521865dd7cdf73385ff8b6b2750f1d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:42,333 INFO [StoreOpener-8c521865dd7cdf73385ff8b6b2750f1d-1 {}] regionserver.HStore(327): Store=8c521865dd7cdf73385ff8b6b2750f1d/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T03:17:42,333 INFO [StoreOpener-8c521865dd7cdf73385ff8b6b2750f1d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 8c521865dd7cdf73385ff8b6b2750f1d 2024-11-10T03:17:42,335 INFO [StoreOpener-8c521865dd7cdf73385ff8b6b2750f1d-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-10T03:17:42,336 INFO [StoreOpener-8c521865dd7cdf73385ff8b6b2750f1d-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8c521865dd7cdf73385ff8b6b2750f1d columnFamilyName B 2024-11-10T03:17:42,336 DEBUG [StoreOpener-8c521865dd7cdf73385ff8b6b2750f1d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:42,337 INFO [StoreOpener-8c521865dd7cdf73385ff8b6b2750f1d-1 {}] regionserver.HStore(327): Store=8c521865dd7cdf73385ff8b6b2750f1d/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T03:17:42,338 INFO [StoreOpener-8c521865dd7cdf73385ff8b6b2750f1d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 8c521865dd7cdf73385ff8b6b2750f1d 2024-11-10T03:17:42,339 INFO [StoreOpener-8c521865dd7cdf73385ff8b6b2750f1d-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-10T03:17:42,340 INFO [StoreOpener-8c521865dd7cdf73385ff8b6b2750f1d-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8c521865dd7cdf73385ff8b6b2750f1d columnFamilyName C 2024-11-10T03:17:42,340 DEBUG [StoreOpener-8c521865dd7cdf73385ff8b6b2750f1d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:42,340 INFO [StoreOpener-8c521865dd7cdf73385ff8b6b2750f1d-1 {}] regionserver.HStore(327): Store=8c521865dd7cdf73385ff8b6b2750f1d/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T03:17:42,341 INFO [RS_OPEN_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d. 2024-11-10T03:17:42,341 DEBUG [RS_OPEN_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d 2024-11-10T03:17:42,342 DEBUG [RS_OPEN_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d 2024-11-10T03:17:42,343 DEBUG [RS_OPEN_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-10T03:17:42,344 DEBUG [RS_OPEN_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1085): writing seq id for 8c521865dd7cdf73385ff8b6b2750f1d 2024-11-10T03:17:42,346 DEBUG [RS_OPEN_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T03:17:42,347 INFO [RS_OPEN_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1102): Opened 8c521865dd7cdf73385ff8b6b2750f1d; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59993155, jitterRate=-0.10603232681751251}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-10T03:17:42,348 DEBUG [RS_OPEN_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1001): Region open journal for 8c521865dd7cdf73385ff8b6b2750f1d: 2024-11-10T03:17:42,349 INFO [RS_OPEN_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d., pid=39, masterSystemTime=1731208662318 2024-11-10T03:17:42,350 DEBUG [RS_OPEN_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d. 2024-11-10T03:17:42,350 INFO [RS_OPEN_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d. 2024-11-10T03:17:42,350 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=38 updating hbase:meta row=8c521865dd7cdf73385ff8b6b2750f1d, regionState=OPEN, openSeqNum=2, regionLocation=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:42,354 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=39, resume processing ppid=38 2024-11-10T03:17:42,354 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=39, ppid=38, state=SUCCESS; OpenRegionProcedure 8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 in 187 msec 2024-11-10T03:17:42,356 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=38, resume processing ppid=37 2024-11-10T03:17:42,356 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=38, ppid=37, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=8c521865dd7cdf73385ff8b6b2750f1d, ASSIGN in 345 msec 2024-11-10T03:17:42,357 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=37, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T03:17:42,357 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731208662357"}]},"ts":"1731208662357"} 2024-11-10T03:17:42,358 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-10T03:17:42,402 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=37, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T03:17:42,403 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=37, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.3700 sec 2024-11-10T03:17:43,106 DEBUG [BootstrapNodeManager {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T03:17:43,108 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39016, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T03:17:43,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=37 2024-11-10T03:17:43,145 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 37 completed 2024-11-10T03:17:43,146 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x118b007e to 127.0.0.1:55635 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5d29de25 2024-11-10T03:17:43,160 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a378df6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T03:17:43,162 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T03:17:43,164 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53736, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T03:17:43,165 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T03:17:43,167 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39018, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T03:17:43,172 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-10T03:17:43,172 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T03:17:43,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] procedure2.ProcedureExecutor(1098): Stored pid=40, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-11-10T03:17:43,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741964_1140 (size=996) 2024-11-10T03:17:43,591 DEBUG [PEWorker-5 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.960 2024-11-10T03:17:43,591 INFO [PEWorker-5 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.996 2024-11-10T03:17:43,599 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=41, ppid=40, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-10T03:17:43,607 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=42, ppid=41, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=8c521865dd7cdf73385ff8b6b2750f1d, REOPEN/MOVE}] 2024-11-10T03:17:43,607 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=42, ppid=41, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=8c521865dd7cdf73385ff8b6b2750f1d, REOPEN/MOVE 2024-11-10T03:17:43,608 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=42 updating hbase:meta row=8c521865dd7cdf73385ff8b6b2750f1d, regionState=CLOSING, regionLocation=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:43,609 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-10T03:17:43,609 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=43, ppid=42, state=RUNNABLE; CloseRegionProcedure 8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620}] 2024-11-10T03:17:43,761 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 700749f6e4aa,39315,1731208629620 2024-11-10T03:17:43,761 INFO [RS_CLOSE_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] handler.UnassignRegionHandler(124): Close 8c521865dd7cdf73385ff8b6b2750f1d 2024-11-10T03:17:43,761 DEBUG [RS_CLOSE_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-10T03:17:43,761 DEBUG [RS_CLOSE_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] regionserver.HRegion(1681): Closing 8c521865dd7cdf73385ff8b6b2750f1d, disabling compactions & flushes 2024-11-10T03:17:43,762 INFO [RS_CLOSE_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d. 2024-11-10T03:17:43,762 DEBUG [RS_CLOSE_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d. 2024-11-10T03:17:43,762 DEBUG [RS_CLOSE_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d. after waiting 0 ms 2024-11-10T03:17:43,762 DEBUG [RS_CLOSE_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d. 2024-11-10T03:17:43,769 DEBUG [RS_CLOSE_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-10T03:17:43,770 INFO [RS_CLOSE_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d. 2024-11-10T03:17:43,770 DEBUG [RS_CLOSE_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] regionserver.HRegion(1635): Region close journal for 8c521865dd7cdf73385ff8b6b2750f1d: 2024-11-10T03:17:43,770 WARN [RS_CLOSE_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] regionserver.HRegionServer(3786): Not adding moved region record: 8c521865dd7cdf73385ff8b6b2750f1d to self. 2024-11-10T03:17:43,772 INFO [RS_CLOSE_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] handler.UnassignRegionHandler(170): Closed 8c521865dd7cdf73385ff8b6b2750f1d 2024-11-10T03:17:43,773 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=42 updating hbase:meta row=8c521865dd7cdf73385ff8b6b2750f1d, regionState=CLOSED 2024-11-10T03:17:43,777 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=43, resume processing ppid=42 2024-11-10T03:17:43,777 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=43, ppid=42, state=SUCCESS; CloseRegionProcedure 8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 in 166 msec 2024-11-10T03:17:43,778 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=42, ppid=41, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=8c521865dd7cdf73385ff8b6b2750f1d, REOPEN/MOVE; state=CLOSED, location=700749f6e4aa,39315,1731208629620; forceNewPlan=false, retain=true 2024-11-10T03:17:43,929 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=42 updating hbase:meta row=8c521865dd7cdf73385ff8b6b2750f1d, regionState=OPENING, regionLocation=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:43,932 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=44, ppid=42, state=RUNNABLE; OpenRegionProcedure 8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620}] 2024-11-10T03:17:44,086 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 700749f6e4aa,39315,1731208629620 2024-11-10T03:17:44,092 INFO [RS_OPEN_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d. 2024-11-10T03:17:44,093 DEBUG [RS_OPEN_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7285): Opening region: {ENCODED => 8c521865dd7cdf73385ff8b6b2750f1d, NAME => 'TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d.', STARTKEY => '', ENDKEY => ''} 2024-11-10T03:17:44,094 DEBUG [RS_OPEN_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 8c521865dd7cdf73385ff8b6b2750f1d 2024-11-10T03:17:44,094 DEBUG [RS_OPEN_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T03:17:44,095 DEBUG [RS_OPEN_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7327): checking encryption for 8c521865dd7cdf73385ff8b6b2750f1d 2024-11-10T03:17:44,095 DEBUG [RS_OPEN_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7330): checking classloading for 8c521865dd7cdf73385ff8b6b2750f1d 2024-11-10T03:17:44,099 INFO [StoreOpener-8c521865dd7cdf73385ff8b6b2750f1d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 8c521865dd7cdf73385ff8b6b2750f1d 2024-11-10T03:17:44,100 INFO [StoreOpener-8c521865dd7cdf73385ff8b6b2750f1d-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-10T03:17:44,104 INFO [StoreOpener-8c521865dd7cdf73385ff8b6b2750f1d-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8c521865dd7cdf73385ff8b6b2750f1d columnFamilyName A 2024-11-10T03:17:44,106 DEBUG [StoreOpener-8c521865dd7cdf73385ff8b6b2750f1d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:44,106 INFO [StoreOpener-8c521865dd7cdf73385ff8b6b2750f1d-1 {}] regionserver.HStore(327): Store=8c521865dd7cdf73385ff8b6b2750f1d/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T03:17:44,107 INFO [StoreOpener-8c521865dd7cdf73385ff8b6b2750f1d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 8c521865dd7cdf73385ff8b6b2750f1d 2024-11-10T03:17:44,107 INFO [StoreOpener-8c521865dd7cdf73385ff8b6b2750f1d-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-10T03:17:44,108 INFO [StoreOpener-8c521865dd7cdf73385ff8b6b2750f1d-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8c521865dd7cdf73385ff8b6b2750f1d columnFamilyName B 2024-11-10T03:17:44,108 DEBUG [StoreOpener-8c521865dd7cdf73385ff8b6b2750f1d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:44,108 INFO [StoreOpener-8c521865dd7cdf73385ff8b6b2750f1d-1 {}] regionserver.HStore(327): Store=8c521865dd7cdf73385ff8b6b2750f1d/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T03:17:44,108 INFO [StoreOpener-8c521865dd7cdf73385ff8b6b2750f1d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 8c521865dd7cdf73385ff8b6b2750f1d 2024-11-10T03:17:44,109 INFO [StoreOpener-8c521865dd7cdf73385ff8b6b2750f1d-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-10T03:17:44,109 INFO [StoreOpener-8c521865dd7cdf73385ff8b6b2750f1d-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8c521865dd7cdf73385ff8b6b2750f1d columnFamilyName C 2024-11-10T03:17:44,109 DEBUG [StoreOpener-8c521865dd7cdf73385ff8b6b2750f1d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:44,110 INFO [StoreOpener-8c521865dd7cdf73385ff8b6b2750f1d-1 {}] regionserver.HStore(327): Store=8c521865dd7cdf73385ff8b6b2750f1d/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T03:17:44,110 INFO [RS_OPEN_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d. 2024-11-10T03:17:44,110 DEBUG [RS_OPEN_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d 2024-11-10T03:17:44,111 DEBUG [RS_OPEN_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d 2024-11-10T03:17:44,113 DEBUG [RS_OPEN_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-10T03:17:44,114 DEBUG [RS_OPEN_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1085): writing seq id for 8c521865dd7cdf73385ff8b6b2750f1d 2024-11-10T03:17:44,114 INFO [RS_OPEN_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1102): Opened 8c521865dd7cdf73385ff8b6b2750f1d; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66577499, jitterRate=-0.00791795551776886}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-10T03:17:44,116 DEBUG [RS_OPEN_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1001): Region open journal for 8c521865dd7cdf73385ff8b6b2750f1d: 2024-11-10T03:17:44,116 INFO [RS_OPEN_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d., pid=44, masterSystemTime=1731208664085 2024-11-10T03:17:44,118 DEBUG [RS_OPEN_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d. 2024-11-10T03:17:44,118 INFO [RS_OPEN_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d. 2024-11-10T03:17:44,118 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=42 updating hbase:meta row=8c521865dd7cdf73385ff8b6b2750f1d, regionState=OPEN, openSeqNum=5, regionLocation=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:44,120 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=44, resume processing ppid=42 2024-11-10T03:17:44,120 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=44, ppid=42, state=SUCCESS; OpenRegionProcedure 8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 in 188 msec 2024-11-10T03:17:44,122 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=42, resume processing ppid=41 2024-11-10T03:17:44,122 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=42, ppid=41, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=8c521865dd7cdf73385ff8b6b2750f1d, REOPEN/MOVE in 514 msec 2024-11-10T03:17:44,124 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=41, resume processing ppid=40 2024-11-10T03:17:44,124 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=41, ppid=40, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 525 msec 2024-11-10T03:17:44,127 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=40, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 951 msec 2024-11-10T03:17:44,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=40 2024-11-10T03:17:44,135 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x79982672 to 127.0.0.1:55635 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2931c73e 2024-11-10T03:17:44,195 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7bad2e85, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T03:17:44,198 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7b4bd1ba to 127.0.0.1:55635 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@491ea2ee 2024-11-10T03:17:44,210 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@328f994d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T03:17:44,213 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x454f1431 to 127.0.0.1:55635 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@190853fc 2024-11-10T03:17:44,224 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a9306be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T03:17:44,227 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x505d5ccd to 127.0.0.1:55635 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@46114993 2024-11-10T03:17:44,241 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@465dc764, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T03:17:44,243 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x367f47f7 to 127.0.0.1:55635 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2885d2d9 2024-11-10T03:17:44,252 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cb464a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T03:17:44,253 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x22e911df to 127.0.0.1:55635 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@78cafade 2024-11-10T03:17:44,266 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@152377d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T03:17:44,267 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3b727d6e to 127.0.0.1:55635 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@14c16cd4 2024-11-10T03:17:44,276 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a52344f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T03:17:44,278 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1c7940d9 to 127.0.0.1:55635 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@341384e 2024-11-10T03:17:44,285 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8ba8425, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T03:17:44,286 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2c38ee58 to 127.0.0.1:55635 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@26b120d9 2024-11-10T03:17:44,293 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7af61386, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T03:17:44,299 DEBUG [hconnection-0x7ba03227-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T03:17:44,301 DEBUG [hconnection-0x2e072ca0-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T03:17:44,301 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T03:17:44,302 DEBUG [hconnection-0x8b31ea6-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T03:17:44,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] procedure2.ProcedureExecutor(1098): Stored pid=45, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=45, table=TestAcidGuarantees 2024-11-10T03:17:44,303 DEBUG [hconnection-0x5d3ff9e0-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T03:17:44,303 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53756, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T03:17:44,303 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53742, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T03:17:44,304 DEBUG [hconnection-0x28cd1dc0-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T03:17:44,304 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53768, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T03:17:44,304 DEBUG [hconnection-0x6fe00eeb-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T03:17:44,304 DEBUG [hconnection-0x258b783f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T03:17:44,305 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=45, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=45, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T03:17:44,305 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53770, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T03:17:44,305 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53774, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T03:17:44,305 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53780, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T03:17:44,305 DEBUG [hconnection-0x6b0ebcc6-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T03:17:44,305 DEBUG [hconnection-0x2f10ee6a-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T03:17:44,306 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=45, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=45, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T03:17:44,306 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=46, ppid=45, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T03:17:44,307 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53786, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T03:17:44,307 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53798, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T03:17:44,307 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53814, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T03:17:44,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-10T03:17:44,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(8581): Flush requested on 8c521865dd7cdf73385ff8b6b2750f1d 2024-11-10T03:17:44,322 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8c521865dd7cdf73385ff8b6b2750f1d 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-10T03:17:44,322 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c521865dd7cdf73385ff8b6b2750f1d, store=A 2024-11-10T03:17:44,323 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:17:44,323 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c521865dd7cdf73385ff8b6b2750f1d, store=B 2024-11-10T03:17:44,323 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:17:44,323 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c521865dd7cdf73385ff8b6b2750f1d, store=C 2024-11-10T03:17:44,323 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:17:44,359 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:44,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53814 deadline: 1731208724355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:44,360 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:44,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53768 deadline: 1731208724355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:44,360 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:44,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53770 deadline: 1731208724355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:44,361 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:44,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53798 deadline: 1731208724358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:44,361 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:44,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53742 deadline: 1731208724357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:44,382 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111079a498fb558645c7be9593da107c473f_8c521865dd7cdf73385ff8b6b2750f1d is 50, key is test_row_0/A:col10/1731208664320/Put/seqid=0 2024-11-10T03:17:44,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-10T03:17:44,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741965_1141 (size=12154) 2024-11-10T03:17:44,458 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 700749f6e4aa,39315,1731208629620 2024-11-10T03:17:44,459 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39315 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-10T03:17:44,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d. 2024-11-10T03:17:44,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d. as already flushing 2024-11-10T03:17:44,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d. 2024-11-10T03:17:44,460 ERROR [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => 8c521865dd7cdf73385ff8b6b2750f1d, NAME => 'TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:17:44,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => 8c521865dd7cdf73385ff8b6b2750f1d, NAME => 'TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:17:44,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8c521865dd7cdf73385ff8b6b2750f1d, NAME => 'TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8c521865dd7cdf73385ff8b6b2750f1d, NAME => 'TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:17:44,468 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:44,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53814 deadline: 1731208724462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:44,469 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:44,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53768 deadline: 1731208724462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:44,470 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:44,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53770 deadline: 1731208724462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:44,470 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:44,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53798 deadline: 1731208724463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:44,471 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:44,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53742 deadline: 1731208724463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:44,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-10T03:17:44,612 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 700749f6e4aa,39315,1731208629620 2024-11-10T03:17:44,612 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39315 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-10T03:17:44,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d. 2024-11-10T03:17:44,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d. as already flushing 2024-11-10T03:17:44,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d. 2024-11-10T03:17:44,613 ERROR [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => 8c521865dd7cdf73385ff8b6b2750f1d, NAME => 'TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:17:44,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => 8c521865dd7cdf73385ff8b6b2750f1d, NAME => 'TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:17:44,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8c521865dd7cdf73385ff8b6b2750f1d, NAME => 'TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8c521865dd7cdf73385ff8b6b2750f1d, NAME => 'TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:17:44,671 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:44,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53814 deadline: 1731208724671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:44,673 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:44,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53742 deadline: 1731208724672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:44,673 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:44,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53768 deadline: 1731208724672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:44,674 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:44,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53770 deadline: 1731208724672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:44,674 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:44,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53798 deadline: 1731208724673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:44,766 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 700749f6e4aa,39315,1731208629620 2024-11-10T03:17:44,766 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39315 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-10T03:17:44,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d. 2024-11-10T03:17:44,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d. as already flushing 2024-11-10T03:17:44,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d. 2024-11-10T03:17:44,767 ERROR [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => 8c521865dd7cdf73385ff8b6b2750f1d, NAME => 'TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:17:44,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => 8c521865dd7cdf73385ff8b6b2750f1d, NAME => 'TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:17:44,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8c521865dd7cdf73385ff8b6b2750f1d, NAME => 'TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8c521865dd7cdf73385ff8b6b2750f1d, NAME => 'TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:17:44,813 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:44,820 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111079a498fb558645c7be9593da107c473f_8c521865dd7cdf73385ff8b6b2750f1d to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111079a498fb558645c7be9593da107c473f_8c521865dd7cdf73385ff8b6b2750f1d 2024-11-10T03:17:44,821 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/.tmp/A/a398250e6b6d43db961148b88e4d08f1, store: [table=TestAcidGuarantees family=A region=8c521865dd7cdf73385ff8b6b2750f1d] 2024-11-10T03:17:44,829 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/.tmp/A/a398250e6b6d43db961148b88e4d08f1 is 175, key is test_row_0/A:col10/1731208664320/Put/seqid=0 2024-11-10T03:17:44,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741966_1142 (size=30955) 2024-11-10T03:17:44,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-10T03:17:44,919 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 700749f6e4aa,39315,1731208629620 2024-11-10T03:17:44,921 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39315 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-10T03:17:44,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d. 2024-11-10T03:17:44,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d. as already flushing 2024-11-10T03:17:44,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d. 2024-11-10T03:17:44,921 ERROR [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => 8c521865dd7cdf73385ff8b6b2750f1d, NAME => 'TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:17:44,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => 8c521865dd7cdf73385ff8b6b2750f1d, NAME => 'TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:17:44,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8c521865dd7cdf73385ff8b6b2750f1d, NAME => 'TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8c521865dd7cdf73385ff8b6b2750f1d, NAME => 'TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:17:44,975 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:44,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53814 deadline: 1731208724974, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:44,976 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:44,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53768 deadline: 1731208724975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:44,976 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:44,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53742 deadline: 1731208724975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:44,977 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:44,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53770 deadline: 1731208724977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:44,978 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:44,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53798 deadline: 1731208724977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:45,073 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 700749f6e4aa,39315,1731208629620 2024-11-10T03:17:45,074 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39315 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-10T03:17:45,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d. 2024-11-10T03:17:45,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d. as already flushing 2024-11-10T03:17:45,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d. 2024-11-10T03:17:45,074 ERROR [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => 8c521865dd7cdf73385ff8b6b2750f1d, NAME => 'TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:17:45,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => 8c521865dd7cdf73385ff8b6b2750f1d, NAME => 'TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:17:45,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8c521865dd7cdf73385ff8b6b2750f1d, NAME => 'TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8c521865dd7cdf73385ff8b6b2750f1d, NAME => 'TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:17:45,227 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 700749f6e4aa,39315,1731208629620 2024-11-10T03:17:45,228 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39315 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-10T03:17:45,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d. 2024-11-10T03:17:45,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d. as already flushing 2024-11-10T03:17:45,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d. 2024-11-10T03:17:45,228 ERROR [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => 8c521865dd7cdf73385ff8b6b2750f1d, NAME => 'TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:17:45,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => 8c521865dd7cdf73385ff8b6b2750f1d, NAME => 'TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:17:45,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8c521865dd7cdf73385ff8b6b2750f1d, NAME => 'TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8c521865dd7cdf73385ff8b6b2750f1d, NAME => 'TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:17:45,244 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=16, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/.tmp/A/a398250e6b6d43db961148b88e4d08f1 2024-11-10T03:17:45,292 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/.tmp/B/96c0c2595b984845b67cb1a503688d1d is 50, key is test_row_0/B:col10/1731208664320/Put/seqid=0 2024-11-10T03:17:45,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741967_1143 (size=12001) 2024-11-10T03:17:45,380 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 700749f6e4aa,39315,1731208629620 2024-11-10T03:17:45,382 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39315 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-10T03:17:45,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d. 2024-11-10T03:17:45,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d. as already flushing 2024-11-10T03:17:45,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d. 2024-11-10T03:17:45,383 ERROR [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => 8c521865dd7cdf73385ff8b6b2750f1d, NAME => 'TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:17:45,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => 8c521865dd7cdf73385ff8b6b2750f1d, NAME => 'TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:17:45,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8c521865dd7cdf73385ff8b6b2750f1d, NAME => 'TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8c521865dd7cdf73385ff8b6b2750f1d, NAME => 'TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:17:45,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-10T03:17:45,480 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:45,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53742 deadline: 1731208725479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:45,485 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:45,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53768 deadline: 1731208725480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:45,485 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:45,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53798 deadline: 1731208725481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:45,486 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:45,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53814 deadline: 1731208725481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:45,486 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:45,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53770 deadline: 1731208725482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:45,535 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 700749f6e4aa,39315,1731208629620 2024-11-10T03:17:45,536 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39315 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-10T03:17:45,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d. 2024-11-10T03:17:45,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d. as already flushing 2024-11-10T03:17:45,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d. 2024-11-10T03:17:45,537 ERROR [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => 8c521865dd7cdf73385ff8b6b2750f1d, NAME => 'TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:17:45,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => 8c521865dd7cdf73385ff8b6b2750f1d, NAME => 'TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:17:45,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8c521865dd7cdf73385ff8b6b2750f1d, NAME => 'TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8c521865dd7cdf73385ff8b6b2750f1d, NAME => 'TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:17:45,690 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 700749f6e4aa,39315,1731208629620 2024-11-10T03:17:45,691 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39315 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-10T03:17:45,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d. 2024-11-10T03:17:45,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d. as already flushing 2024-11-10T03:17:45,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d. 2024-11-10T03:17:45,692 ERROR [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => 8c521865dd7cdf73385ff8b6b2750f1d, NAME => 'TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:17:45,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => 8c521865dd7cdf73385ff8b6b2750f1d, NAME => 'TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:17:45,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8c521865dd7cdf73385ff8b6b2750f1d, NAME => 'TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8c521865dd7cdf73385ff8b6b2750f1d, NAME => 'TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:17:45,717 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/.tmp/B/96c0c2595b984845b67cb1a503688d1d 2024-11-10T03:17:45,752 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-10T03:17:45,807 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/.tmp/C/ca32c00e8cec4bb796967b9c90152a34 is 50, key is test_row_0/C:col10/1731208664320/Put/seqid=0 2024-11-10T03:17:45,844 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 700749f6e4aa,39315,1731208629620 2024-11-10T03:17:45,845 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39315 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-10T03:17:45,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d. 2024-11-10T03:17:45,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d. as already flushing 2024-11-10T03:17:45,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d. 2024-11-10T03:17:45,845 ERROR [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => 8c521865dd7cdf73385ff8b6b2750f1d, NAME => 'TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:17:45,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => 8c521865dd7cdf73385ff8b6b2750f1d, NAME => 'TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:17:45,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8c521865dd7cdf73385ff8b6b2750f1d, NAME => 'TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8c521865dd7cdf73385ff8b6b2750f1d, NAME => 'TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:17:45,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741968_1144 (size=12001) 2024-11-10T03:17:45,858 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/.tmp/C/ca32c00e8cec4bb796967b9c90152a34 2024-11-10T03:17:45,866 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/.tmp/A/a398250e6b6d43db961148b88e4d08f1 as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/A/a398250e6b6d43db961148b88e4d08f1 2024-11-10T03:17:45,872 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/A/a398250e6b6d43db961148b88e4d08f1, entries=150, sequenceid=16, filesize=30.2 K 2024-11-10T03:17:45,874 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/.tmp/B/96c0c2595b984845b67cb1a503688d1d as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/B/96c0c2595b984845b67cb1a503688d1d 2024-11-10T03:17:45,900 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/B/96c0c2595b984845b67cb1a503688d1d, entries=150, sequenceid=16, filesize=11.7 K 2024-11-10T03:17:45,902 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/.tmp/C/ca32c00e8cec4bb796967b9c90152a34 as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/C/ca32c00e8cec4bb796967b9c90152a34 2024-11-10T03:17:45,907 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/C/ca32c00e8cec4bb796967b9c90152a34, entries=150, sequenceid=16, filesize=11.7 K 2024-11-10T03:17:45,908 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 8c521865dd7cdf73385ff8b6b2750f1d in 1586ms, sequenceid=16, compaction requested=false 2024-11-10T03:17:45,908 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-10T03:17:45,910 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8c521865dd7cdf73385ff8b6b2750f1d: 2024-11-10T03:17:45,997 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 700749f6e4aa,39315,1731208629620 2024-11-10T03:17:45,997 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39315 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-10T03:17:45,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d. 2024-11-10T03:17:45,998 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2837): Flushing 8c521865dd7cdf73385ff8b6b2750f1d 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-10T03:17:45,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c521865dd7cdf73385ff8b6b2750f1d, store=A 2024-11-10T03:17:45,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:17:45,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c521865dd7cdf73385ff8b6b2750f1d, store=B 2024-11-10T03:17:45,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:17:45,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c521865dd7cdf73385ff8b6b2750f1d, store=C 2024-11-10T03:17:45,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:17:46,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411104bdad23db72a42d8b9acf977c0dc0c14_8c521865dd7cdf73385ff8b6b2750f1d is 50, key is test_row_0/A:col10/1731208664354/Put/seqid=0 2024-11-10T03:17:46,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741969_1145 (size=12154) 2024-11-10T03:17:46,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-10T03:17:46,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:46,485 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d. as already flushing 2024-11-10T03:17:46,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(8581): Flush requested on 8c521865dd7cdf73385ff8b6b2750f1d 2024-11-10T03:17:46,490 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411104bdad23db72a42d8b9acf977c0dc0c14_8c521865dd7cdf73385ff8b6b2750f1d to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411104bdad23db72a42d8b9acf977c0dc0c14_8c521865dd7cdf73385ff8b6b2750f1d 2024-11-10T03:17:46,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/.tmp/A/3aca578f4d03476db7c2d026747abf5c, store: [table=TestAcidGuarantees family=A region=8c521865dd7cdf73385ff8b6b2750f1d] 2024-11-10T03:17:46,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/.tmp/A/3aca578f4d03476db7c2d026747abf5c is 175, key is test_row_0/A:col10/1731208664354/Put/seqid=0 2024-11-10T03:17:46,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741970_1146 (size=30955) 2024-11-10T03:17:46,498 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=40, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/.tmp/A/3aca578f4d03476db7c2d026747abf5c 2024-11-10T03:17:46,501 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:46,501 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:46,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53814 deadline: 1731208726495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:46,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53798 deadline: 1731208726497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:46,504 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:46,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53768 deadline: 1731208726499, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:46,506 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:46,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53742 deadline: 1731208726502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:46,508 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:46,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53770 deadline: 1731208726508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:46,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/.tmp/B/e6fd1787ca6c488cb164ebcf5922b81d is 50, key is test_row_0/B:col10/1731208664354/Put/seqid=0 2024-11-10T03:17:46,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741971_1147 (size=12001) 2024-11-10T03:17:46,605 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:46,605 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:46,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53798 deadline: 1731208726603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:46,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53814 deadline: 1731208726603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:46,608 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:46,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53768 deadline: 1731208726607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:46,608 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:46,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53742 deadline: 1731208726607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:46,613 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:46,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53770 deadline: 1731208726610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:46,808 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:46,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53814 deadline: 1731208726807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:46,809 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:46,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53798 deadline: 1731208726807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:46,813 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:46,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53768 deadline: 1731208726810, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:46,813 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:46,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53742 deadline: 1731208726810, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:46,816 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:46,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53770 deadline: 1731208726815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:46,918 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/.tmp/B/e6fd1787ca6c488cb164ebcf5922b81d 2024-11-10T03:17:46,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/.tmp/C/7520c11bee314d50aae5914b2ccf02ff is 50, key is test_row_0/C:col10/1731208664354/Put/seqid=0 2024-11-10T03:17:46,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741972_1148 (size=12001) 2024-11-10T03:17:47,110 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:47,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53814 deadline: 1731208727110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:47,111 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:47,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53798 deadline: 1731208727111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:47,117 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:47,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53742 deadline: 1731208727115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:47,117 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:47,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53768 deadline: 1731208727115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:47,118 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:47,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53770 deadline: 1731208727117, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:47,353 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/.tmp/C/7520c11bee314d50aae5914b2ccf02ff 2024-11-10T03:17:47,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/.tmp/A/3aca578f4d03476db7c2d026747abf5c as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/A/3aca578f4d03476db7c2d026747abf5c 2024-11-10T03:17:47,371 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/A/3aca578f4d03476db7c2d026747abf5c, entries=150, sequenceid=40, filesize=30.2 K 2024-11-10T03:17:47,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/.tmp/B/e6fd1787ca6c488cb164ebcf5922b81d as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/B/e6fd1787ca6c488cb164ebcf5922b81d 2024-11-10T03:17:47,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:47,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:47,385 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/B/e6fd1787ca6c488cb164ebcf5922b81d, entries=150, sequenceid=40, filesize=11.7 K 2024-11-10T03:17:47,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:47,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:47,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/.tmp/C/7520c11bee314d50aae5914b2ccf02ff as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/C/7520c11bee314d50aae5914b2ccf02ff 2024-11-10T03:17:47,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:47,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:47,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:47,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:47,394 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/C/7520c11bee314d50aae5914b2ccf02ff, entries=150, sequenceid=40, filesize=11.7 K 2024-11-10T03:17:47,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:47,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:47,396 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 8c521865dd7cdf73385ff8b6b2750f1d in 1398ms, sequenceid=40, compaction requested=false 2024-11-10T03:17:47,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2538): Flush status journal for 8c521865dd7cdf73385ff8b6b2750f1d: 2024-11-10T03:17:47,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d. 2024-11-10T03:17:47,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=46 2024-11-10T03:17:47,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster(4106): Remote procedure done, pid=46 2024-11-10T03:17:47,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:47,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:47,400 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=46, resume processing ppid=45 2024-11-10T03:17:47,400 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=46, ppid=45, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.0920 sec 2024-11-10T03:17:47,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:47,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:47,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:47,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:47,405 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=45, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=45, table=TestAcidGuarantees in 3.0990 sec 2024-11-10T03:17:47,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:47,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:47,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:47,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:47,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:47,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:47,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:47,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:47,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:47,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:47,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:47,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:47,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:47,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:47,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:47,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:47,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:47,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:47,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:47,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:47,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:47,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:47,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:47,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:47,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:47,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:47,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:47,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:47,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:47,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:47,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:47,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:47,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:47,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:47,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:47,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:47,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:47,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:47,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:47,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:47,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:47,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:47,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:47,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:47,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:47,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:47,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:47,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:47,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:47,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:47,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:47,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:47,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:47,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:47,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:47,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:47,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:47,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:47,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:47,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:47,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:47,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:47,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:47,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:47,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:47,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:47,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:47,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:47,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:47,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:47,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:47,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:47,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:47,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:47,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:47,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:47,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:47,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:47,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:47,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:47,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:47,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:47,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:47,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:47,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:47,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:47,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:47,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:47,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:47,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:47,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:47,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:47,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:47,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:47,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:47,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:47,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:47,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:47,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:47,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:47,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:47,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:47,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:47,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:47,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:47,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:47,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:47,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:47,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:47,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:47,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:47,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:47,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:47,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:47,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:47,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:47,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:47,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:47,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:47,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:47,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:47,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:47,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:47,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:47,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:47,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:47,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:47,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:47,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:47,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:47,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:47,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:47,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:47,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:47,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:47,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:47,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:47,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:47,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:47,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:47,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:47,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:47,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:47,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:47,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:47,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:47,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:47,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:47,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:47,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:47,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:47,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:47,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:47,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:47,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:47,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:47,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:47,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:47,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:47,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:47,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:47,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:47,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:47,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:47,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:47,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:47,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:47,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:47,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:47,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:47,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:47,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:47,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:47,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:47,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:47,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:47,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:47,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:47,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:47,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:47,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:47,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:47,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:47,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:47,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:47,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:47,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:47,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:47,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:47,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:47,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:47,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:47,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:47,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:47,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:47,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:47,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:47,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:47,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:47,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:47,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:47,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:47,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:47,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:47,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:47,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:47,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:47,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:47,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:47,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:47,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:47,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:47,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:47,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:47,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:47,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:47,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:47,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:47,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:47,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:47,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:47,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:47,624 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8c521865dd7cdf73385ff8b6b2750f1d 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-10T03:17:47,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(8581): Flush requested on 8c521865dd7cdf73385ff8b6b2750f1d 2024-11-10T03:17:47,624 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c521865dd7cdf73385ff8b6b2750f1d, store=A 2024-11-10T03:17:47,624 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:17:47,624 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c521865dd7cdf73385ff8b6b2750f1d, store=B 2024-11-10T03:17:47,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:47,624 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:17:47,624 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c521865dd7cdf73385ff8b6b2750f1d, store=C 2024-11-10T03:17:47,624 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:17:47,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:47,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:47,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:47,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:47,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:47,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:47,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:47,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:47,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:47,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:47,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:47,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:47,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:47,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:47,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:47,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:47,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:47,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:47,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:47,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:47,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:47,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:47,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:47,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:47,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:47,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:47,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:47,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:47,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:47,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:47,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:47,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:47,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:47,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:47,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:47,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:47,648 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110f486bb5a3bb041b38ab7e3f1f826474a_8c521865dd7cdf73385ff8b6b2750f1d is 50, key is test_row_0/A:col10/1731208666499/Put/seqid=0 2024-11-10T03:17:47,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:47,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:47,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:47,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:47,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:47,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:47,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:47,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:47,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:47,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:47,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:47,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:47,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:47,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:47,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:47,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741973_1149 (size=12154) 2024-11-10T03:17:47,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:47,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:47,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:47,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:47,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:47,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:47,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:47,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:47,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:47,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:47,678 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:47,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53798 deadline: 1731208727671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:47,678 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:47,678 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:47,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53768 deadline: 1731208727674, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:47,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53770 deadline: 1731208727673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:47,679 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:47,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53742 deadline: 1731208727676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:47,679 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:47,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53814 deadline: 1731208727677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:47,782 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:47,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53742 deadline: 1731208727780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:47,782 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:47,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53768 deadline: 1731208727780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:47,782 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:47,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53770 deadline: 1731208727780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:47,783 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:47,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53798 deadline: 1731208727780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:47,785 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:47,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53814 deadline: 1731208727780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:47,987 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:47,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53768 deadline: 1731208727983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:47,987 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:47,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53770 deadline: 1731208727983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:47,988 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:47,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53742 deadline: 1731208727984, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:47,988 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:47,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53798 deadline: 1731208727985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:47,988 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:47,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53814 deadline: 1731208727986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:48,058 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,065 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110f486bb5a3bb041b38ab7e3f1f826474a_8c521865dd7cdf73385ff8b6b2750f1d to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110f486bb5a3bb041b38ab7e3f1f826474a_8c521865dd7cdf73385ff8b6b2750f1d 2024-11-10T03:17:48,066 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/.tmp/A/bd87db1d8d294fefa778c94c4849b018, store: [table=TestAcidGuarantees family=A region=8c521865dd7cdf73385ff8b6b2750f1d] 2024-11-10T03:17:48,067 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/.tmp/A/bd87db1d8d294fefa778c94c4849b018 is 175, key is test_row_0/A:col10/1731208666499/Put/seqid=0 2024-11-10T03:17:48,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741974_1150 (size=30955) 2024-11-10T03:17:48,073 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=53, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/.tmp/A/bd87db1d8d294fefa778c94c4849b018 2024-11-10T03:17:48,084 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/.tmp/B/86b2a156351548ac949b860b3bcd305c is 50, key is test_row_0/B:col10/1731208666499/Put/seqid=0 2024-11-10T03:17:48,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741975_1151 (size=12001) 2024-11-10T03:17:48,093 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/.tmp/B/86b2a156351548ac949b860b3bcd305c 2024-11-10T03:17:48,103 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/.tmp/C/8ed19eb862d14e1d80c28ba8d8c92133 is 50, key is test_row_0/C:col10/1731208666499/Put/seqid=0 2024-11-10T03:17:48,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741976_1152 (size=12001) 2024-11-10T03:17:48,292 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:48,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53742 deadline: 1731208728289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:48,296 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:48,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53770 deadline: 1731208728290, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:48,296 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:48,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53768 deadline: 1731208728290, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:48,296 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:48,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53798 deadline: 1731208728289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:48,297 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:48,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53814 deadline: 1731208728293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:48,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-10T03:17:48,415 INFO [Thread-695 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 45 completed 2024-11-10T03:17:48,417 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T03:17:48,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] procedure2.ProcedureExecutor(1098): Stored pid=47, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees 2024-11-10T03:17:48,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-10T03:17:48,418 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=47, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T03:17:48,419 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=47, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T03:17:48,419 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=48, ppid=47, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T03:17:48,511 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/.tmp/C/8ed19eb862d14e1d80c28ba8d8c92133 2024-11-10T03:17:48,518 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/.tmp/A/bd87db1d8d294fefa778c94c4849b018 as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/A/bd87db1d8d294fefa778c94c4849b018 2024-11-10T03:17:48,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-10T03:17:48,524 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/A/bd87db1d8d294fefa778c94c4849b018, entries=150, sequenceid=53, filesize=30.2 K 2024-11-10T03:17:48,526 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/.tmp/B/86b2a156351548ac949b860b3bcd305c as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/B/86b2a156351548ac949b860b3bcd305c 2024-11-10T03:17:48,536 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/B/86b2a156351548ac949b860b3bcd305c, entries=150, sequenceid=53, filesize=11.7 K 2024-11-10T03:17:48,538 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/.tmp/C/8ed19eb862d14e1d80c28ba8d8c92133 as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/C/8ed19eb862d14e1d80c28ba8d8c92133 2024-11-10T03:17:48,544 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/C/8ed19eb862d14e1d80c28ba8d8c92133, entries=150, sequenceid=53, filesize=11.7 K 2024-11-10T03:17:48,545 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 8c521865dd7cdf73385ff8b6b2750f1d in 922ms, sequenceid=53, compaction requested=true 2024-11-10T03:17:48,545 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8c521865dd7cdf73385ff8b6b2750f1d: 2024-11-10T03:17:48,545 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8c521865dd7cdf73385ff8b6b2750f1d:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T03:17:48,545 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T03:17:48,545 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T03:17:48,546 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T03:17:48,546 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8c521865dd7cdf73385ff8b6b2750f1d:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T03:17:48,546 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T03:17:48,546 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8c521865dd7cdf73385ff8b6b2750f1d:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T03:17:48,546 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T03:17:48,549 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 92865 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T03:17:48,549 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T03:17:48,549 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HStore(1540): 8c521865dd7cdf73385ff8b6b2750f1d/B is initiating minor compaction (all files) 2024-11-10T03:17:48,549 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HStore(1540): 8c521865dd7cdf73385ff8b6b2750f1d/A is initiating minor compaction (all files) 2024-11-10T03:17:48,549 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8c521865dd7cdf73385ff8b6b2750f1d/A in TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d. 2024-11-10T03:17:48,549 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8c521865dd7cdf73385ff8b6b2750f1d/B in TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d. 2024-11-10T03:17:48,549 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/B/96c0c2595b984845b67cb1a503688d1d, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/B/e6fd1787ca6c488cb164ebcf5922b81d, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/B/86b2a156351548ac949b860b3bcd305c] into tmpdir=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/.tmp, totalSize=35.2 K 2024-11-10T03:17:48,549 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/A/a398250e6b6d43db961148b88e4d08f1, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/A/3aca578f4d03476db7c2d026747abf5c, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/A/bd87db1d8d294fefa778c94c4849b018] into tmpdir=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/.tmp, totalSize=90.7 K 2024-11-10T03:17:48,549 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d. 2024-11-10T03:17:48,549 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d. files: [hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/A/a398250e6b6d43db961148b88e4d08f1, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/A/3aca578f4d03476db7c2d026747abf5c, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/A/bd87db1d8d294fefa778c94c4849b018] 2024-11-10T03:17:48,550 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.Compactor(224): Compacting 96c0c2595b984845b67cb1a503688d1d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1731208664315 2024-11-10T03:17:48,550 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.Compactor(224): Compacting a398250e6b6d43db961148b88e4d08f1, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1731208664315 2024-11-10T03:17:48,550 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.Compactor(224): Compacting e6fd1787ca6c488cb164ebcf5922b81d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731208664352 2024-11-10T03:17:48,552 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3aca578f4d03476db7c2d026747abf5c, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731208664352 2024-11-10T03:17:48,552 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.Compactor(224): Compacting 86b2a156351548ac949b860b3bcd305c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731208666499 2024-11-10T03:17:48,553 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.Compactor(224): Compacting bd87db1d8d294fefa778c94c4849b018, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731208666499 2024-11-10T03:17:48,570 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 700749f6e4aa,39315,1731208629620 2024-11-10T03:17:48,571 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39315 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-10T03:17:48,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d. 2024-11-10T03:17:48,571 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2837): Flushing 8c521865dd7cdf73385ff8b6b2750f1d 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-10T03:17:48,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c521865dd7cdf73385ff8b6b2750f1d, store=A 2024-11-10T03:17:48,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:17:48,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c521865dd7cdf73385ff8b6b2750f1d, store=B 2024-11-10T03:17:48,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:17:48,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c521865dd7cdf73385ff8b6b2750f1d, store=C 2024-11-10T03:17:48,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:17:48,575 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=8c521865dd7cdf73385ff8b6b2750f1d] 2024-11-10T03:17:48,581 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8c521865dd7cdf73385ff8b6b2750f1d#B#compaction#133 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-10T03:17:48,582 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/.tmp/B/b5b16ee32394451196deaae33db86594 is 50, key is test_row_0/B:col10/1731208666499/Put/seqid=0 2024-11-10T03:17:48,583 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241110c9009cd887de411d951563430a88ffb3_8c521865dd7cdf73385ff8b6b2750f1d store=[table=TestAcidGuarantees family=A region=8c521865dd7cdf73385ff8b6b2750f1d] 2024-11-10T03:17:48,586 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241110c9009cd887de411d951563430a88ffb3_8c521865dd7cdf73385ff8b6b2750f1d, store=[table=TestAcidGuarantees family=A region=8c521865dd7cdf73385ff8b6b2750f1d] 2024-11-10T03:17:48,587 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110c9009cd887de411d951563430a88ffb3_8c521865dd7cdf73385ff8b6b2750f1d because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=8c521865dd7cdf73385ff8b6b2750f1d] 2024-11-10T03:17:48,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110b3cb7a6760274ca49e05c1a8535a363f_8c521865dd7cdf73385ff8b6b2750f1d is 50, key is test_row_0/A:col10/1731208667676/Put/seqid=0 2024-11-10T03:17:48,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741978_1154 (size=4469) 2024-11-10T03:17:48,613 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8c521865dd7cdf73385ff8b6b2750f1d#A#compaction#132 average throughput is 0.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T03:17:48,615 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/.tmp/A/41e4829c05f6484b9dba464806cc6c5a is 175, key is test_row_0/A:col10/1731208666499/Put/seqid=0 2024-11-10T03:17:48,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741977_1153 (size=12104) 2024-11-10T03:17:48,633 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/.tmp/B/b5b16ee32394451196deaae33db86594 as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/B/b5b16ee32394451196deaae33db86594 2024-11-10T03:17:48,641 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8c521865dd7cdf73385ff8b6b2750f1d/B of 8c521865dd7cdf73385ff8b6b2750f1d into b5b16ee32394451196deaae33db86594(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T03:17:48,641 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8c521865dd7cdf73385ff8b6b2750f1d: 2024-11-10T03:17:48,641 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d., storeName=8c521865dd7cdf73385ff8b6b2750f1d/B, priority=13, startTime=1731208668546; duration=0sec 2024-11-10T03:17:48,641 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T03:17:48,641 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8c521865dd7cdf73385ff8b6b2750f1d:B 2024-11-10T03:17:48,641 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T03:17:48,643 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T03:17:48,643 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HStore(1540): 8c521865dd7cdf73385ff8b6b2750f1d/C is initiating minor compaction (all files) 2024-11-10T03:17:48,643 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8c521865dd7cdf73385ff8b6b2750f1d/C in TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d. 2024-11-10T03:17:48,643 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/C/ca32c00e8cec4bb796967b9c90152a34, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/C/7520c11bee314d50aae5914b2ccf02ff, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/C/8ed19eb862d14e1d80c28ba8d8c92133] into tmpdir=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/.tmp, totalSize=35.2 K 2024-11-10T03:17:48,644 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.Compactor(224): Compacting ca32c00e8cec4bb796967b9c90152a34, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1731208664315 2024-11-10T03:17:48,644 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.Compactor(224): Compacting 7520c11bee314d50aae5914b2ccf02ff, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731208664352 2024-11-10T03:17:48,644 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.Compactor(224): Compacting 8ed19eb862d14e1d80c28ba8d8c92133, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731208666499 2024-11-10T03:17:48,657 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8c521865dd7cdf73385ff8b6b2750f1d#C#compaction#135 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T03:17:48,657 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/.tmp/C/53bedf3e5eee40f4bd48cca8bd7d8f98 is 50, key is test_row_0/C:col10/1731208666499/Put/seqid=0 2024-11-10T03:17:48,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741979_1155 (size=31058) 2024-11-10T03:17:48,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741980_1156 (size=12154) 2024-11-10T03:17:48,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,668 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/.tmp/A/41e4829c05f6484b9dba464806cc6c5a as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/A/41e4829c05f6484b9dba464806cc6c5a 2024-11-10T03:17:48,674 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110b3cb7a6760274ca49e05c1a8535a363f_8c521865dd7cdf73385ff8b6b2750f1d to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110b3cb7a6760274ca49e05c1a8535a363f_8c521865dd7cdf73385ff8b6b2750f1d 2024-11-10T03:17:48,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/.tmp/A/10ae6dab2e5e42aba98bf8f9efd472e2, store: [table=TestAcidGuarantees family=A region=8c521865dd7cdf73385ff8b6b2750f1d] 2024-11-10T03:17:48,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/.tmp/A/10ae6dab2e5e42aba98bf8f9efd472e2 is 175, key is test_row_0/A:col10/1731208667676/Put/seqid=0 2024-11-10T03:17:48,678 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8c521865dd7cdf73385ff8b6b2750f1d/A of 8c521865dd7cdf73385ff8b6b2750f1d into 41e4829c05f6484b9dba464806cc6c5a(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T03:17:48,678 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8c521865dd7cdf73385ff8b6b2750f1d: 2024-11-10T03:17:48,678 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d., storeName=8c521865dd7cdf73385ff8b6b2750f1d/A, priority=13, startTime=1731208668545; duration=0sec 2024-11-10T03:17:48,678 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T03:17:48,678 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8c521865dd7cdf73385ff8b6b2750f1d:A 2024-11-10T03:17:48,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741981_1157 (size=12104) 2024-11-10T03:17:48,690 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/.tmp/C/53bedf3e5eee40f4bd48cca8bd7d8f98 as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/C/53bedf3e5eee40f4bd48cca8bd7d8f98 2024-11-10T03:17:48,699 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8c521865dd7cdf73385ff8b6b2750f1d/C of 8c521865dd7cdf73385ff8b6b2750f1d into 53bedf3e5eee40f4bd48cca8bd7d8f98(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T03:17:48,699 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8c521865dd7cdf73385ff8b6b2750f1d: 2024-11-10T03:17:48,699 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d., storeName=8c521865dd7cdf73385ff8b6b2750f1d/C, priority=13, startTime=1731208668546; duration=0sec 2024-11-10T03:17:48,700 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T03:17:48,700 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8c521865dd7cdf73385ff8b6b2750f1d:C 2024-11-10T03:17:48,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741982_1158 (size=30955) 2024-11-10T03:17:48,709 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=76, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/.tmp/A/10ae6dab2e5e42aba98bf8f9efd472e2 2024-11-10T03:17:48,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-10T03:17:48,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/.tmp/B/10a9ec185a424886a1d46c238edeb533 is 50, key is test_row_0/B:col10/1731208667676/Put/seqid=0 2024-11-10T03:17:48,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741983_1159 (size=12001) 2024-11-10T03:17:48,741 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/.tmp/B/10a9ec185a424886a1d46c238edeb533 2024-11-10T03:17:48,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/.tmp/C/f6bb58203baa43f7a9d9e76ac7c4da6f is 50, key is test_row_0/C:col10/1731208667676/Put/seqid=0 2024-11-10T03:17:48,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741984_1160 (size=12001) 2024-11-10T03:17:48,759 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/.tmp/C/f6bb58203baa43f7a9d9e76ac7c4da6f 2024-11-10T03:17:48,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/.tmp/A/10ae6dab2e5e42aba98bf8f9efd472e2 as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/A/10ae6dab2e5e42aba98bf8f9efd472e2 2024-11-10T03:17:48,767 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/A/10ae6dab2e5e42aba98bf8f9efd472e2, entries=150, sequenceid=76, filesize=30.2 K 2024-11-10T03:17:48,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/.tmp/B/10a9ec185a424886a1d46c238edeb533 as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/B/10a9ec185a424886a1d46c238edeb533 2024-11-10T03:17:48,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,772 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/B/10a9ec185a424886a1d46c238edeb533, entries=150, sequenceid=76, filesize=11.7 K 2024-11-10T03:17:48,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/.tmp/C/f6bb58203baa43f7a9d9e76ac7c4da6f as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/C/f6bb58203baa43f7a9d9e76ac7c4da6f 2024-11-10T03:17:48,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,780 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/C/f6bb58203baa43f7a9d9e76ac7c4da6f, entries=150, sequenceid=76, filesize=11.7 K 2024-11-10T03:17:48,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,782 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=0 B/0 for 8c521865dd7cdf73385ff8b6b2750f1d in 210ms, sequenceid=76, compaction requested=false 2024-11-10T03:17:48,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2538): Flush status journal for 8c521865dd7cdf73385ff8b6b2750f1d: 2024-11-10T03:17:48,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d. 2024-11-10T03:17:48,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-11-10T03:17:48,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster(4106): Remote procedure done, pid=48 2024-11-10T03:17:48,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,785 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=48, resume processing ppid=47 2024-11-10T03:17:48,785 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=48, ppid=47, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 364 msec 2024-11-10T03:17:48,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,787 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=47, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees in 369 msec 2024-11-10T03:17:48,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(8581): Flush requested on 8c521865dd7cdf73385ff8b6b2750f1d 2024-11-10T03:17:48,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,854 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8c521865dd7cdf73385ff8b6b2750f1d 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-10T03:17:48,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,855 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c521865dd7cdf73385ff8b6b2750f1d, store=A 2024-11-10T03:17:48,855 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:17:48,855 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c521865dd7cdf73385ff8b6b2750f1d, store=B 2024-11-10T03:17:48,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,855 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:17:48,855 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c521865dd7cdf73385ff8b6b2750f1d, store=C 2024-11-10T03:17:48,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,855 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:17:48,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,870 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110b54bfceabe3444cba128dc7b0eda90e0_8c521865dd7cdf73385ff8b6b2750f1d is 50, key is test_row_0/A:col10/1731208668854/Put/seqid=0 2024-11-10T03:17:48,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741986_1162 (size=26798) 2024-11-10T03:17:48,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,891 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:48,896 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110b54bfceabe3444cba128dc7b0eda90e0_8c521865dd7cdf73385ff8b6b2750f1d to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110b54bfceabe3444cba128dc7b0eda90e0_8c521865dd7cdf73385ff8b6b2750f1d 2024-11-10T03:17:48,898 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/.tmp/A/088e055fdda44e3783de6646a5fc786b, store: [table=TestAcidGuarantees family=A region=8c521865dd7cdf73385ff8b6b2750f1d] 2024-11-10T03:17:48,899 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/.tmp/A/088e055fdda44e3783de6646a5fc786b is 175, key is test_row_0/A:col10/1731208668854/Put/seqid=0 2024-11-10T03:17:48,900 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:48,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53770 deadline: 1731208728895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:48,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741985_1161 (size=82585) 2024-11-10T03:17:48,902 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=91, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/.tmp/A/088e055fdda44e3783de6646a5fc786b 2024-11-10T03:17:48,902 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:48,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53742 deadline: 1731208728897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:48,903 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:48,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53798 deadline: 1731208728899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:48,904 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:48,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53768 deadline: 1731208728900, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:48,905 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:48,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53814 deadline: 1731208728900, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:48,912 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/.tmp/B/ef632d203330461d8702e2e635aeb525 is 50, key is test_row_0/B:col10/1731208668854/Put/seqid=0 2024-11-10T03:17:48,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741987_1163 (size=12001) 2024-11-10T03:17:49,006 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:49,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53770 deadline: 1731208729002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:49,006 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:49,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53742 deadline: 1731208729004, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:49,006 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:49,006 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:49,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53798 deadline: 1731208729005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:49,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53768 deadline: 1731208729005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:49,007 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:49,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53814 deadline: 1731208729006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:49,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-10T03:17:49,021 INFO [Thread-695 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 47 completed 2024-11-10T03:17:49,021 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T03:17:49,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] procedure2.ProcedureExecutor(1098): Stored pid=49, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees 2024-11-10T03:17:49,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-10T03:17:49,023 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=49, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T03:17:49,023 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=49, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T03:17:49,023 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=50, ppid=49, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T03:17:49,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-10T03:17:49,174 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 700749f6e4aa,39315,1731208629620 2024-11-10T03:17:49,175 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39315 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-10T03:17:49,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d. 2024-11-10T03:17:49,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d. as already flushing 2024-11-10T03:17:49,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d. 2024-11-10T03:17:49,175 ERROR [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => 8c521865dd7cdf73385ff8b6b2750f1d, NAME => 'TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:17:49,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => 8c521865dd7cdf73385ff8b6b2750f1d, NAME => 'TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:17:49,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8c521865dd7cdf73385ff8b6b2750f1d, NAME => 'TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8c521865dd7cdf73385ff8b6b2750f1d, NAME => 'TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:17:49,208 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:49,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53770 deadline: 1731208729207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:49,209 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:49,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53768 deadline: 1731208729207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:49,209 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:49,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53798 deadline: 1731208729207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:49,209 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:49,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53814 deadline: 1731208729208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:49,210 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:49,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53742 deadline: 1731208729208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:49,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-10T03:17:49,327 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 700749f6e4aa,39315,1731208629620 2024-11-10T03:17:49,328 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39315 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-10T03:17:49,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d. 2024-11-10T03:17:49,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d. as already flushing 2024-11-10T03:17:49,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d. 2024-11-10T03:17:49,328 ERROR [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => 8c521865dd7cdf73385ff8b6b2750f1d, NAME => 'TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:17:49,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => 8c521865dd7cdf73385ff8b6b2750f1d, NAME => 'TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:17:49,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8c521865dd7cdf73385ff8b6b2750f1d, NAME => 'TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8c521865dd7cdf73385ff8b6b2750f1d, NAME => 'TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:17:49,334 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/.tmp/B/ef632d203330461d8702e2e635aeb525 2024-11-10T03:17:49,341 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/.tmp/C/37f7576880e044a4ad749823c48ffa95 is 50, key is test_row_0/C:col10/1731208668854/Put/seqid=0 2024-11-10T03:17:49,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741988_1164 (size=12001) 2024-11-10T03:17:49,484 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 700749f6e4aa,39315,1731208629620 2024-11-10T03:17:49,485 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39315 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-10T03:17:49,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d. 2024-11-10T03:17:49,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d. as already flushing 2024-11-10T03:17:49,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d. 2024-11-10T03:17:49,485 ERROR [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => 8c521865dd7cdf73385ff8b6b2750f1d, NAME => 'TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:17:49,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => 8c521865dd7cdf73385ff8b6b2750f1d, NAME => 'TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:17:49,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8c521865dd7cdf73385ff8b6b2750f1d, NAME => 'TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8c521865dd7cdf73385ff8b6b2750f1d, NAME => 'TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:17:49,514 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:49,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53798 deadline: 1731208729510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:49,514 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:49,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53770 deadline: 1731208729510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:49,516 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:49,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53742 deadline: 1731208729511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:49,516 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:49,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53768 deadline: 1731208729512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:49,517 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:49,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53814 deadline: 1731208729512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:49,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-10T03:17:49,639 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 700749f6e4aa,39315,1731208629620 2024-11-10T03:17:49,639 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39315 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-10T03:17:49,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d. 2024-11-10T03:17:49,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d. as already flushing 2024-11-10T03:17:49,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d. 2024-11-10T03:17:49,640 ERROR [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => 8c521865dd7cdf73385ff8b6b2750f1d, NAME => 'TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:17:49,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => 8c521865dd7cdf73385ff8b6b2750f1d, NAME => 'TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:17:49,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8c521865dd7cdf73385ff8b6b2750f1d, NAME => 'TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8c521865dd7cdf73385ff8b6b2750f1d, NAME => 'TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:17:49,747 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/.tmp/C/37f7576880e044a4ad749823c48ffa95 2024-11-10T03:17:49,752 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/.tmp/A/088e055fdda44e3783de6646a5fc786b as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/A/088e055fdda44e3783de6646a5fc786b 2024-11-10T03:17:49,757 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/A/088e055fdda44e3783de6646a5fc786b, entries=450, sequenceid=91, filesize=80.6 K 2024-11-10T03:17:49,758 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/.tmp/B/ef632d203330461d8702e2e635aeb525 as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/B/ef632d203330461d8702e2e635aeb525 2024-11-10T03:17:49,764 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/B/ef632d203330461d8702e2e635aeb525, entries=150, sequenceid=91, filesize=11.7 K 2024-11-10T03:17:49,765 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/.tmp/C/37f7576880e044a4ad749823c48ffa95 as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/C/37f7576880e044a4ad749823c48ffa95 2024-11-10T03:17:49,779 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/C/37f7576880e044a4ad749823c48ffa95, entries=150, sequenceid=91, filesize=11.7 K 2024-11-10T03:17:49,780 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for 8c521865dd7cdf73385ff8b6b2750f1d in 926ms, sequenceid=91, compaction requested=true 2024-11-10T03:17:49,780 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8c521865dd7cdf73385ff8b6b2750f1d: 2024-11-10T03:17:49,781 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8c521865dd7cdf73385ff8b6b2750f1d:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T03:17:49,781 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T03:17:49,781 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T03:17:49,781 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8c521865dd7cdf73385ff8b6b2750f1d:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T03:17:49,781 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T03:17:49,781 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T03:17:49,781 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8c521865dd7cdf73385ff8b6b2750f1d:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T03:17:49,781 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T03:17:49,782 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 144598 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T03:17:49,782 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T03:17:49,782 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HStore(1540): 8c521865dd7cdf73385ff8b6b2750f1d/B is initiating minor compaction (all files) 2024-11-10T03:17:49,782 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8c521865dd7cdf73385ff8b6b2750f1d/B in TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d. 2024-11-10T03:17:49,782 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/B/b5b16ee32394451196deaae33db86594, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/B/10a9ec185a424886a1d46c238edeb533, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/B/ef632d203330461d8702e2e635aeb525] into tmpdir=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/.tmp, totalSize=35.3 K 2024-11-10T03:17:49,782 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HStore(1540): 8c521865dd7cdf73385ff8b6b2750f1d/A is initiating minor compaction (all files) 2024-11-10T03:17:49,783 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8c521865dd7cdf73385ff8b6b2750f1d/A in TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d. 2024-11-10T03:17:49,783 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/A/41e4829c05f6484b9dba464806cc6c5a, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/A/10ae6dab2e5e42aba98bf8f9efd472e2, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/A/088e055fdda44e3783de6646a5fc786b] into tmpdir=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/.tmp, totalSize=141.2 K 2024-11-10T03:17:49,783 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d. 2024-11-10T03:17:49,783 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d. files: [hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/A/41e4829c05f6484b9dba464806cc6c5a, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/A/10ae6dab2e5e42aba98bf8f9efd472e2, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/A/088e055fdda44e3783de6646a5fc786b] 2024-11-10T03:17:49,784 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.Compactor(224): Compacting 41e4829c05f6484b9dba464806cc6c5a, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731208666499 2024-11-10T03:17:49,784 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.Compactor(224): Compacting 10ae6dab2e5e42aba98bf8f9efd472e2, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1731208667672 2024-11-10T03:17:49,784 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.Compactor(224): Compacting 088e055fdda44e3783de6646a5fc786b, keycount=450, bloomtype=ROW, size=80.6 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1731208668815 2024-11-10T03:17:49,786 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.Compactor(224): Compacting b5b16ee32394451196deaae33db86594, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731208666499 2024-11-10T03:17:49,787 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.Compactor(224): Compacting 10a9ec185a424886a1d46c238edeb533, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1731208667672 2024-11-10T03:17:49,792 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 700749f6e4aa,39315,1731208629620 2024-11-10T03:17:49,793 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39315 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-10T03:17:49,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d. 2024-11-10T03:17:49,793 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2837): Flushing 8c521865dd7cdf73385ff8b6b2750f1d 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-10T03:17:49,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c521865dd7cdf73385ff8b6b2750f1d, store=A 2024-11-10T03:17:49,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:17:49,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c521865dd7cdf73385ff8b6b2750f1d, store=B 2024-11-10T03:17:49,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:17:49,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c521865dd7cdf73385ff8b6b2750f1d, store=C 2024-11-10T03:17:49,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:17:49,795 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.Compactor(224): Compacting ef632d203330461d8702e2e635aeb525, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1731208668819 2024-11-10T03:17:49,814 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=8c521865dd7cdf73385ff8b6b2750f1d] 2024-11-10T03:17:49,817 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241110de6367e41b234d7b9bb42242755d0fe1_8c521865dd7cdf73385ff8b6b2750f1d store=[table=TestAcidGuarantees family=A region=8c521865dd7cdf73385ff8b6b2750f1d] 2024-11-10T03:17:49,819 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8c521865dd7cdf73385ff8b6b2750f1d#B#compaction#142 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-10T03:17:49,819 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/.tmp/B/9b5c1e673d044f08a3d69d69caff92ac is 50, key is test_row_0/B:col10/1731208668854/Put/seqid=0 2024-11-10T03:17:49,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110d79da481d10640c590c1ccf005db08ef_8c521865dd7cdf73385ff8b6b2750f1d is 50, key is test_row_0/A:col10/1731208668898/Put/seqid=0 2024-11-10T03:17:49,825 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241110de6367e41b234d7b9bb42242755d0fe1_8c521865dd7cdf73385ff8b6b2750f1d, store=[table=TestAcidGuarantees family=A region=8c521865dd7cdf73385ff8b6b2750f1d] 2024-11-10T03:17:49,825 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110de6367e41b234d7b9bb42242755d0fe1_8c521865dd7cdf73385ff8b6b2750f1d because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=8c521865dd7cdf73385ff8b6b2750f1d] 2024-11-10T03:17:49,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741990_1166 (size=12154) 2024-11-10T03:17:49,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:49,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741989_1165 (size=12207) 2024-11-10T03:17:49,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741991_1167 (size=4469) 2024-11-10T03:17:49,879 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110d79da481d10640c590c1ccf005db08ef_8c521865dd7cdf73385ff8b6b2750f1d to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110d79da481d10640c590c1ccf005db08ef_8c521865dd7cdf73385ff8b6b2750f1d 2024-11-10T03:17:49,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/.tmp/A/15f6bc1badce4d73891957b034f33d80, store: [table=TestAcidGuarantees family=A region=8c521865dd7cdf73385ff8b6b2750f1d] 2024-11-10T03:17:49,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/.tmp/A/15f6bc1badce4d73891957b034f33d80 is 175, key is test_row_0/A:col10/1731208668898/Put/seqid=0 2024-11-10T03:17:49,882 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/.tmp/B/9b5c1e673d044f08a3d69d69caff92ac as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/B/9b5c1e673d044f08a3d69d69caff92ac 2024-11-10T03:17:49,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741992_1168 (size=30955) 2024-11-10T03:17:49,889 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8c521865dd7cdf73385ff8b6b2750f1d/B of 8c521865dd7cdf73385ff8b6b2750f1d into 9b5c1e673d044f08a3d69d69caff92ac(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T03:17:49,889 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8c521865dd7cdf73385ff8b6b2750f1d: 2024-11-10T03:17:49,889 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d., storeName=8c521865dd7cdf73385ff8b6b2750f1d/B, priority=13, startTime=1731208669781; duration=0sec 2024-11-10T03:17:49,889 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T03:17:49,889 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8c521865dd7cdf73385ff8b6b2750f1d:B 2024-11-10T03:17:49,889 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T03:17:49,891 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T03:17:49,891 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HStore(1540): 8c521865dd7cdf73385ff8b6b2750f1d/C is initiating minor compaction (all files) 2024-11-10T03:17:49,891 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8c521865dd7cdf73385ff8b6b2750f1d/C in TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d. 2024-11-10T03:17:49,891 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/C/53bedf3e5eee40f4bd48cca8bd7d8f98, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/C/f6bb58203baa43f7a9d9e76ac7c4da6f, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/C/37f7576880e044a4ad749823c48ffa95] into tmpdir=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/.tmp, totalSize=35.3 K 2024-11-10T03:17:49,891 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.Compactor(224): Compacting 53bedf3e5eee40f4bd48cca8bd7d8f98, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731208666499 2024-11-10T03:17:49,892 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.Compactor(224): Compacting f6bb58203baa43f7a9d9e76ac7c4da6f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1731208667672 2024-11-10T03:17:49,892 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.Compactor(224): Compacting 37f7576880e044a4ad749823c48ffa95, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1731208668819 2024-11-10T03:17:49,900 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8c521865dd7cdf73385ff8b6b2750f1d#C#compaction#144 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-10T03:17:49,901 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/.tmp/C/d70a6e84e18e48f6806740849b81a455 is 50, key is test_row_0/C:col10/1731208668854/Put/seqid=0 2024-11-10T03:17:49,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741993_1169 (size=12207) 2024-11-10T03:17:50,020 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d. as already flushing 2024-11-10T03:17:50,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(8581): Flush requested on 8c521865dd7cdf73385ff8b6b2750f1d 2024-11-10T03:17:50,028 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:50,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53798 deadline: 1731208730025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:50,029 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:50,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53814 deadline: 1731208730026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:50,033 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:50,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53742 deadline: 1731208730027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:50,033 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:50,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53770 deadline: 1731208730028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:50,034 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:50,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53768 deadline: 1731208730028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:50,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-10T03:17:50,131 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:50,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53798 deadline: 1731208730129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:50,131 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:50,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53814 deadline: 1731208730130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:50,135 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:50,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53742 deadline: 1731208730134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:50,135 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:50,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53770 deadline: 1731208730134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:50,138 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:50,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53768 deadline: 1731208730134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:50,274 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8c521865dd7cdf73385ff8b6b2750f1d#A#compaction#141 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T03:17:50,274 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/.tmp/A/ff40f3d909d74eb5835541225a9e82b5 is 175, key is test_row_0/A:col10/1731208668854/Put/seqid=0 2024-11-10T03:17:50,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741994_1170 (size=31161) 2024-11-10T03:17:50,284 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/.tmp/A/ff40f3d909d74eb5835541225a9e82b5 as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/A/ff40f3d909d74eb5835541225a9e82b5 2024-11-10T03:17:50,288 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=116, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/.tmp/A/15f6bc1badce4d73891957b034f33d80 2024-11-10T03:17:50,291 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8c521865dd7cdf73385ff8b6b2750f1d/A of 8c521865dd7cdf73385ff8b6b2750f1d into ff40f3d909d74eb5835541225a9e82b5(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T03:17:50,291 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8c521865dd7cdf73385ff8b6b2750f1d: 2024-11-10T03:17:50,292 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d., storeName=8c521865dd7cdf73385ff8b6b2750f1d/A, priority=13, startTime=1731208669780; duration=0sec 2024-11-10T03:17:50,292 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T03:17:50,292 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8c521865dd7cdf73385ff8b6b2750f1d:A 2024-11-10T03:17:50,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/.tmp/B/c25841fc7c5f495183cbd032f9f645f6 is 50, key is test_row_0/B:col10/1731208668898/Put/seqid=0 2024-11-10T03:17:50,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741995_1171 (size=12001) 2024-11-10T03:17:50,328 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/.tmp/C/d70a6e84e18e48f6806740849b81a455 as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/C/d70a6e84e18e48f6806740849b81a455 2024-11-10T03:17:50,334 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:50,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53814 deadline: 1731208730332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:50,334 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:50,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53798 deadline: 1731208730332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:50,336 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8c521865dd7cdf73385ff8b6b2750f1d/C of 8c521865dd7cdf73385ff8b6b2750f1d into d70a6e84e18e48f6806740849b81a455(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T03:17:50,336 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8c521865dd7cdf73385ff8b6b2750f1d: 2024-11-10T03:17:50,336 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d., storeName=8c521865dd7cdf73385ff8b6b2750f1d/C, priority=13, startTime=1731208669781; duration=0sec 2024-11-10T03:17:50,336 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T03:17:50,336 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8c521865dd7cdf73385ff8b6b2750f1d:C 2024-11-10T03:17:50,338 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:50,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53770 deadline: 1731208730336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:50,338 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:50,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53742 deadline: 1731208730337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:50,341 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:50,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53768 deadline: 1731208730340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:50,636 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:50,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53814 deadline: 1731208730636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:50,637 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:50,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53798 deadline: 1731208730636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:50,642 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:50,642 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:50,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53742 deadline: 1731208730641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:50,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53770 deadline: 1731208730640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:50,644 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:50,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53768 deadline: 1731208730643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:50,709 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/.tmp/B/c25841fc7c5f495183cbd032f9f645f6 2024-11-10T03:17:50,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/.tmp/C/f0f4190f925348e49233326ae0850531 is 50, key is test_row_0/C:col10/1731208668898/Put/seqid=0 2024-11-10T03:17:50,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741996_1172 (size=12001) 2024-11-10T03:17:51,125 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/.tmp/C/f0f4190f925348e49233326ae0850531 2024-11-10T03:17:51,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-10T03:17:51,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/.tmp/A/15f6bc1badce4d73891957b034f33d80 as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/A/15f6bc1badce4d73891957b034f33d80 2024-11-10T03:17:51,133 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/A/15f6bc1badce4d73891957b034f33d80, entries=150, sequenceid=116, filesize=30.2 K 2024-11-10T03:17:51,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/.tmp/B/c25841fc7c5f495183cbd032f9f645f6 as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/B/c25841fc7c5f495183cbd032f9f645f6 2024-11-10T03:17:51,139 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/B/c25841fc7c5f495183cbd032f9f645f6, entries=150, sequenceid=116, filesize=11.7 K 2024-11-10T03:17:51,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/.tmp/C/f0f4190f925348e49233326ae0850531 as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/C/f0f4190f925348e49233326ae0850531 2024-11-10T03:17:51,142 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:51,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53798 deadline: 1731208731139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:51,143 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:51,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53814 deadline: 1731208731141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:51,144 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/C/f0f4190f925348e49233326ae0850531, entries=150, sequenceid=116, filesize=11.7 K 2024-11-10T03:17:51,145 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for 8c521865dd7cdf73385ff8b6b2750f1d in 1352ms, sequenceid=116, compaction requested=false 2024-11-10T03:17:51,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2538): Flush status journal for 8c521865dd7cdf73385ff8b6b2750f1d: 2024-11-10T03:17:51,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d. 2024-11-10T03:17:51,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=50 2024-11-10T03:17:51,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster(4106): Remote procedure done, pid=50 2024-11-10T03:17:51,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(8581): Flush requested on 8c521865dd7cdf73385ff8b6b2750f1d 2024-11-10T03:17:51,147 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8c521865dd7cdf73385ff8b6b2750f1d 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-10T03:17:51,148 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c521865dd7cdf73385ff8b6b2750f1d, store=A 2024-11-10T03:17:51,149 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:17:51,149 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c521865dd7cdf73385ff8b6b2750f1d, store=B 2024-11-10T03:17:51,149 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:17:51,149 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c521865dd7cdf73385ff8b6b2750f1d, store=C 2024-11-10T03:17:51,149 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:17:51,150 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=50, resume processing ppid=49 2024-11-10T03:17:51,150 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=50, ppid=49, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1250 sec 2024-11-10T03:17:51,152 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=49, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees in 2.1300 sec 2024-11-10T03:17:51,159 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110d25551442090407b81a1d05a73ce2911_8c521865dd7cdf73385ff8b6b2750f1d is 50, key is test_row_0/A:col10/1731208670026/Put/seqid=0 2024-11-10T03:17:51,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741997_1173 (size=17184) 2024-11-10T03:17:51,210 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:51,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53770 deadline: 1731208731206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:51,212 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:51,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53768 deadline: 1731208731208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:51,212 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:51,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53742 deadline: 1731208731208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:51,312 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:51,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53770 deadline: 1731208731312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:51,315 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:51,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53742 deadline: 1731208731313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:51,316 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:51,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53768 deadline: 1731208731313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:51,515 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:51,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53770 deadline: 1731208731514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:51,519 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:51,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53742 deadline: 1731208731517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:51,519 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:51,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53768 deadline: 1731208731518, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:51,567 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:51,572 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110d25551442090407b81a1d05a73ce2911_8c521865dd7cdf73385ff8b6b2750f1d to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110d25551442090407b81a1d05a73ce2911_8c521865dd7cdf73385ff8b6b2750f1d 2024-11-10T03:17:51,573 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/.tmp/A/3a30c053b4744a0190e5ba806e62ebd8, store: [table=TestAcidGuarantees family=A region=8c521865dd7cdf73385ff8b6b2750f1d] 2024-11-10T03:17:51,573 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/.tmp/A/3a30c053b4744a0190e5ba806e62ebd8 is 175, key is test_row_0/A:col10/1731208670026/Put/seqid=0 2024-11-10T03:17:51,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741998_1174 (size=48289) 2024-11-10T03:17:51,818 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:51,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53770 deadline: 1731208731817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:51,821 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:51,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53742 deadline: 1731208731820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:51,825 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:51,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53768 deadline: 1731208731821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:51,978 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=134, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/.tmp/A/3a30c053b4744a0190e5ba806e62ebd8 2024-11-10T03:17:51,986 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/.tmp/B/67bbfa5afe724308ac2ffa3c14803c16 is 50, key is test_row_0/B:col10/1731208670026/Put/seqid=0 2024-11-10T03:17:51,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741999_1175 (size=12051) 2024-11-10T03:17:51,990 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=134 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/.tmp/B/67bbfa5afe724308ac2ffa3c14803c16 2024-11-10T03:17:51,997 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/.tmp/C/96b08a59327a42ee967ed441a48671c9 is 50, key is test_row_0/C:col10/1731208670026/Put/seqid=0 2024-11-10T03:17:52,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742000_1176 (size=12051) 2024-11-10T03:17:52,005 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=134 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/.tmp/C/96b08a59327a42ee967ed441a48671c9 2024-11-10T03:17:52,010 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/.tmp/A/3a30c053b4744a0190e5ba806e62ebd8 as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/A/3a30c053b4744a0190e5ba806e62ebd8 2024-11-10T03:17:52,015 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/A/3a30c053b4744a0190e5ba806e62ebd8, entries=250, sequenceid=134, filesize=47.2 K 2024-11-10T03:17:52,016 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/.tmp/B/67bbfa5afe724308ac2ffa3c14803c16 as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/B/67bbfa5afe724308ac2ffa3c14803c16 2024-11-10T03:17:52,020 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/B/67bbfa5afe724308ac2ffa3c14803c16, entries=150, sequenceid=134, filesize=11.8 K 2024-11-10T03:17:52,022 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/.tmp/C/96b08a59327a42ee967ed441a48671c9 as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/C/96b08a59327a42ee967ed441a48671c9 2024-11-10T03:17:52,028 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/C/96b08a59327a42ee967ed441a48671c9, entries=150, sequenceid=134, filesize=11.8 K 2024-11-10T03:17:52,029 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 8c521865dd7cdf73385ff8b6b2750f1d in 882ms, sequenceid=134, compaction requested=true 2024-11-10T03:17:52,029 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8c521865dd7cdf73385ff8b6b2750f1d: 2024-11-10T03:17:52,029 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8c521865dd7cdf73385ff8b6b2750f1d:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T03:17:52,029 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T03:17:52,029 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T03:17:52,029 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8c521865dd7cdf73385ff8b6b2750f1d:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T03:17:52,029 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T03:17:52,029 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T03:17:52,029 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8c521865dd7cdf73385ff8b6b2750f1d:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T03:17:52,029 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T03:17:52,030 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 110405 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T03:17:52,030 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36259 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T03:17:52,030 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HStore(1540): 8c521865dd7cdf73385ff8b6b2750f1d/A is initiating minor compaction (all files) 2024-11-10T03:17:52,030 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HStore(1540): 8c521865dd7cdf73385ff8b6b2750f1d/B is initiating minor compaction (all files) 2024-11-10T03:17:52,030 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8c521865dd7cdf73385ff8b6b2750f1d/A in TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d. 2024-11-10T03:17:52,030 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8c521865dd7cdf73385ff8b6b2750f1d/B in TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d. 2024-11-10T03:17:52,031 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/A/ff40f3d909d74eb5835541225a9e82b5, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/A/15f6bc1badce4d73891957b034f33d80, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/A/3a30c053b4744a0190e5ba806e62ebd8] into tmpdir=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/.tmp, totalSize=107.8 K 2024-11-10T03:17:52,031 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/B/9b5c1e673d044f08a3d69d69caff92ac, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/B/c25841fc7c5f495183cbd032f9f645f6, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/B/67bbfa5afe724308ac2ffa3c14803c16] into tmpdir=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/.tmp, totalSize=35.4 K 2024-11-10T03:17:52,031 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d. 2024-11-10T03:17:52,031 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d. files: [hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/A/ff40f3d909d74eb5835541225a9e82b5, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/A/15f6bc1badce4d73891957b034f33d80, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/A/3a30c053b4744a0190e5ba806e62ebd8] 2024-11-10T03:17:52,031 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.Compactor(224): Compacting 9b5c1e673d044f08a3d69d69caff92ac, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1731208668819 2024-11-10T03:17:52,031 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.Compactor(224): Compacting ff40f3d909d74eb5835541225a9e82b5, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1731208668819 2024-11-10T03:17:52,032 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.Compactor(224): Compacting c25841fc7c5f495183cbd032f9f645f6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1731208668889 2024-11-10T03:17:52,032 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.Compactor(224): Compacting 15f6bc1badce4d73891957b034f33d80, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1731208668889 2024-11-10T03:17:52,032 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.Compactor(224): Compacting 67bbfa5afe724308ac2ffa3c14803c16, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1731208670020 2024-11-10T03:17:52,032 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3a30c053b4744a0190e5ba806e62ebd8, keycount=250, bloomtype=ROW, size=47.2 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1731208670020 2024-11-10T03:17:52,040 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=8c521865dd7cdf73385ff8b6b2750f1d] 2024-11-10T03:17:52,041 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8c521865dd7cdf73385ff8b6b2750f1d#B#compaction#150 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-10T03:17:52,041 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/.tmp/B/6b297687b88642a2bc287e5b22acbf0e is 50, key is test_row_0/B:col10/1731208670026/Put/seqid=0 2024-11-10T03:17:52,043 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241110c8dce0d2bd384cc0ac6daa7541fe312c_8c521865dd7cdf73385ff8b6b2750f1d store=[table=TestAcidGuarantees family=A region=8c521865dd7cdf73385ff8b6b2750f1d] 2024-11-10T03:17:52,045 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241110c8dce0d2bd384cc0ac6daa7541fe312c_8c521865dd7cdf73385ff8b6b2750f1d, store=[table=TestAcidGuarantees family=A region=8c521865dd7cdf73385ff8b6b2750f1d] 2024-11-10T03:17:52,046 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110c8dce0d2bd384cc0ac6daa7541fe312c_8c521865dd7cdf73385ff8b6b2750f1d because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=8c521865dd7cdf73385ff8b6b2750f1d] 2024-11-10T03:17:52,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742001_1177 (size=12359) 2024-11-10T03:17:52,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742002_1178 (size=4469) 2024-11-10T03:17:52,070 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8c521865dd7cdf73385ff8b6b2750f1d#A#compaction#151 average throughput is 0.81 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T03:17:52,071 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/.tmp/A/9bb35b80c54a4c24b32e07b1c000717c is 175, key is test_row_0/A:col10/1731208670026/Put/seqid=0 2024-11-10T03:17:52,075 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/.tmp/B/6b297687b88642a2bc287e5b22acbf0e as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/B/6b297687b88642a2bc287e5b22acbf0e 2024-11-10T03:17:52,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742003_1179 (size=31313) 2024-11-10T03:17:52,083 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8c521865dd7cdf73385ff8b6b2750f1d/B of 8c521865dd7cdf73385ff8b6b2750f1d into 6b297687b88642a2bc287e5b22acbf0e(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T03:17:52,083 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/.tmp/A/9bb35b80c54a4c24b32e07b1c000717c as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/A/9bb35b80c54a4c24b32e07b1c000717c 2024-11-10T03:17:52,083 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8c521865dd7cdf73385ff8b6b2750f1d: 2024-11-10T03:17:52,083 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d., storeName=8c521865dd7cdf73385ff8b6b2750f1d/B, priority=13, startTime=1731208672029; duration=0sec 2024-11-10T03:17:52,083 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T03:17:52,083 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8c521865dd7cdf73385ff8b6b2750f1d:B 2024-11-10T03:17:52,084 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T03:17:52,086 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36259 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T03:17:52,086 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HStore(1540): 8c521865dd7cdf73385ff8b6b2750f1d/C is initiating minor compaction (all files) 2024-11-10T03:17:52,086 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8c521865dd7cdf73385ff8b6b2750f1d/C in TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d. 2024-11-10T03:17:52,086 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/C/d70a6e84e18e48f6806740849b81a455, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/C/f0f4190f925348e49233326ae0850531, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/C/96b08a59327a42ee967ed441a48671c9] into tmpdir=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/.tmp, totalSize=35.4 K 2024-11-10T03:17:52,087 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.Compactor(224): Compacting d70a6e84e18e48f6806740849b81a455, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1731208668819 2024-11-10T03:17:52,087 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.Compactor(224): Compacting f0f4190f925348e49233326ae0850531, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1731208668889 2024-11-10T03:17:52,087 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.Compactor(224): Compacting 96b08a59327a42ee967ed441a48671c9, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1731208670020 2024-11-10T03:17:52,091 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8c521865dd7cdf73385ff8b6b2750f1d/A of 8c521865dd7cdf73385ff8b6b2750f1d into 9bb35b80c54a4c24b32e07b1c000717c(size=30.6 K), total size for store is 30.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T03:17:52,091 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8c521865dd7cdf73385ff8b6b2750f1d: 2024-11-10T03:17:52,091 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d., storeName=8c521865dd7cdf73385ff8b6b2750f1d/A, priority=13, startTime=1731208672029; duration=0sec 2024-11-10T03:17:52,091 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T03:17:52,091 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8c521865dd7cdf73385ff8b6b2750f1d:A 2024-11-10T03:17:52,097 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8c521865dd7cdf73385ff8b6b2750f1d#C#compaction#152 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T03:17:52,098 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/.tmp/C/2e0114acca0c44cea5492f7ad53feac2 is 50, key is test_row_0/C:col10/1731208670026/Put/seqid=0 2024-11-10T03:17:52,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742004_1180 (size=12359) 2024-11-10T03:17:52,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(8581): Flush requested on 8c521865dd7cdf73385ff8b6b2750f1d 2024-11-10T03:17:52,149 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8c521865dd7cdf73385ff8b6b2750f1d 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-10T03:17:52,149 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c521865dd7cdf73385ff8b6b2750f1d, store=A 2024-11-10T03:17:52,149 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:17:52,149 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c521865dd7cdf73385ff8b6b2750f1d, store=B 2024-11-10T03:17:52,149 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:17:52,149 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c521865dd7cdf73385ff8b6b2750f1d, store=C 2024-11-10T03:17:52,149 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:17:52,159 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110b77d3049580947caabffce60a48742e3_8c521865dd7cdf73385ff8b6b2750f1d is 50, key is test_row_0/A:col10/1731208671205/Put/seqid=0 2024-11-10T03:17:52,175 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:52,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742005_1181 (size=12304) 2024-11-10T03:17:52,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53814 deadline: 1731208732173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:52,175 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:52,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53798 deadline: 1731208732173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:52,177 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:52,182 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110b77d3049580947caabffce60a48742e3_8c521865dd7cdf73385ff8b6b2750f1d to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110b77d3049580947caabffce60a48742e3_8c521865dd7cdf73385ff8b6b2750f1d 2024-11-10T03:17:52,184 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/.tmp/A/1823507f308748289622778279ab8aa1, store: [table=TestAcidGuarantees family=A region=8c521865dd7cdf73385ff8b6b2750f1d] 2024-11-10T03:17:52,185 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/.tmp/A/1823507f308748289622778279ab8aa1 is 175, key is test_row_0/A:col10/1731208671205/Put/seqid=0 2024-11-10T03:17:52,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742006_1182 (size=31105) 2024-11-10T03:17:52,197 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=158, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/.tmp/A/1823507f308748289622778279ab8aa1 2024-11-10T03:17:52,206 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/.tmp/B/ca6580e9d9be40dbaf2e6b94d5e336f4 is 50, key is test_row_0/B:col10/1731208671205/Put/seqid=0 2024-11-10T03:17:52,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742007_1183 (size=12151) 2024-11-10T03:17:52,232 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/.tmp/B/ca6580e9d9be40dbaf2e6b94d5e336f4 2024-11-10T03:17:52,248 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/.tmp/C/628724d467ba44e39bd9c2f04aaa6200 is 50, key is test_row_0/C:col10/1731208671205/Put/seqid=0 2024-11-10T03:17:52,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742008_1184 (size=12151) 2024-11-10T03:17:52,261 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/.tmp/C/628724d467ba44e39bd9c2f04aaa6200 2024-11-10T03:17:52,267 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/.tmp/A/1823507f308748289622778279ab8aa1 as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/A/1823507f308748289622778279ab8aa1 2024-11-10T03:17:52,275 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/A/1823507f308748289622778279ab8aa1, entries=150, sequenceid=158, filesize=30.4 K 2024-11-10T03:17:52,277 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/.tmp/B/ca6580e9d9be40dbaf2e6b94d5e336f4 as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/B/ca6580e9d9be40dbaf2e6b94d5e336f4 2024-11-10T03:17:52,277 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:52,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53814 deadline: 1731208732277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:52,277 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:52,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53798 deadline: 1731208732277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:52,283 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/B/ca6580e9d9be40dbaf2e6b94d5e336f4, entries=150, sequenceid=158, filesize=11.9 K 2024-11-10T03:17:52,284 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/.tmp/C/628724d467ba44e39bd9c2f04aaa6200 as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/C/628724d467ba44e39bd9c2f04aaa6200 2024-11-10T03:17:52,290 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/C/628724d467ba44e39bd9c2f04aaa6200, entries=150, sequenceid=158, filesize=11.9 K 2024-11-10T03:17:52,292 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 8c521865dd7cdf73385ff8b6b2750f1d in 143ms, sequenceid=158, compaction requested=false 2024-11-10T03:17:52,292 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8c521865dd7cdf73385ff8b6b2750f1d: 2024-11-10T03:17:52,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(8581): Flush requested on 8c521865dd7cdf73385ff8b6b2750f1d 2024-11-10T03:17:52,324 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8c521865dd7cdf73385ff8b6b2750f1d 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-10T03:17:52,325 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c521865dd7cdf73385ff8b6b2750f1d, store=A 2024-11-10T03:17:52,325 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:17:52,325 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c521865dd7cdf73385ff8b6b2750f1d, store=B 2024-11-10T03:17:52,325 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:17:52,325 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c521865dd7cdf73385ff8b6b2750f1d, store=C 2024-11-10T03:17:52,325 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:17:52,334 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110106f297e0896481ca75126da398e9390_8c521865dd7cdf73385ff8b6b2750f1d is 50, key is test_row_0/A:col10/1731208672323/Put/seqid=0 2024-11-10T03:17:52,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742009_1185 (size=14794) 2024-11-10T03:17:52,346 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:52,350 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110106f297e0896481ca75126da398e9390_8c521865dd7cdf73385ff8b6b2750f1d to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110106f297e0896481ca75126da398e9390_8c521865dd7cdf73385ff8b6b2750f1d 2024-11-10T03:17:52,352 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:52,352 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:52,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53768 deadline: 1731208732346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:52,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53770 deadline: 1731208732344, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:52,352 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:52,353 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/.tmp/A/3fb65634625149ab81596a9dfca0b5d5, store: [table=TestAcidGuarantees family=A region=8c521865dd7cdf73385ff8b6b2750f1d] 2024-11-10T03:17:52,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53742 deadline: 1731208732352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:52,353 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/.tmp/A/3fb65634625149ab81596a9dfca0b5d5 is 175, key is test_row_0/A:col10/1731208672323/Put/seqid=0 2024-11-10T03:17:52,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742010_1186 (size=39749) 2024-11-10T03:17:52,459 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:52,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53742 deadline: 1731208732455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:52,459 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:52,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53770 deadline: 1731208732455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:52,460 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:52,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53768 deadline: 1731208732455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:52,482 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:52,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53814 deadline: 1731208732479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:52,483 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:52,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53798 deadline: 1731208732479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:52,508 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/.tmp/C/2e0114acca0c44cea5492f7ad53feac2 as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/C/2e0114acca0c44cea5492f7ad53feac2 2024-11-10T03:17:52,514 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8c521865dd7cdf73385ff8b6b2750f1d/C of 8c521865dd7cdf73385ff8b6b2750f1d into 2e0114acca0c44cea5492f7ad53feac2(size=12.1 K), total size for store is 23.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T03:17:52,514 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8c521865dd7cdf73385ff8b6b2750f1d: 2024-11-10T03:17:52,514 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d., storeName=8c521865dd7cdf73385ff8b6b2750f1d/C, priority=13, startTime=1731208672029; duration=0sec 2024-11-10T03:17:52,514 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T03:17:52,514 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8c521865dd7cdf73385ff8b6b2750f1d:C 2024-11-10T03:17:52,662 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:52,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53768 deadline: 1731208732661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:52,663 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:52,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53770 deadline: 1731208732661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:52,663 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:52,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53742 deadline: 1731208732662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:52,761 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=173, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/.tmp/A/3fb65634625149ab81596a9dfca0b5d5 2024-11-10T03:17:52,772 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/.tmp/B/a2c4eef91e7e435ebed248ea969ea915 is 50, key is test_row_0/B:col10/1731208672323/Put/seqid=0 2024-11-10T03:17:52,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742011_1187 (size=12151) 2024-11-10T03:17:52,784 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:52,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53814 deadline: 1731208732783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:52,787 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:52,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53798 deadline: 1731208732786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:52,965 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:52,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53770 deadline: 1731208732965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:52,966 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:52,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53768 deadline: 1731208732965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:52,968 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:52,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53742 deadline: 1731208732965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:53,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-10T03:17:53,128 INFO [Thread-695 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 49 completed 2024-11-10T03:17:53,129 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T03:17:53,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] procedure2.ProcedureExecutor(1098): Stored pid=51, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees 2024-11-10T03:17:53,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-10T03:17:53,130 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=51, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T03:17:53,130 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=51, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T03:17:53,130 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=52, ppid=51, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T03:17:53,178 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=173 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/.tmp/B/a2c4eef91e7e435ebed248ea969ea915 2024-11-10T03:17:53,186 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/.tmp/C/64dc792abaae44479f2f34507c160c2c is 50, key is test_row_0/C:col10/1731208672323/Put/seqid=0 2024-11-10T03:17:53,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742012_1188 (size=12151) 2024-11-10T03:17:53,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-10T03:17:53,281 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 700749f6e4aa,39315,1731208629620 2024-11-10T03:17:53,282 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39315 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-10T03:17:53,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d. 2024-11-10T03:17:53,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d. as already flushing 2024-11-10T03:17:53,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d. 2024-11-10T03:17:53,282 ERROR [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 8c521865dd7cdf73385ff8b6b2750f1d, NAME => 'TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:17:53,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 8c521865dd7cdf73385ff8b6b2750f1d, NAME => 'TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:17:53,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8c521865dd7cdf73385ff8b6b2750f1d, NAME => 'TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8c521865dd7cdf73385ff8b6b2750f1d, NAME => 'TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:17:53,289 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:53,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53814 deadline: 1731208733288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:53,293 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:53,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53798 deadline: 1731208733291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:53,434 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 700749f6e4aa,39315,1731208629620 2024-11-10T03:17:53,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-10T03:17:53,434 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39315 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-10T03:17:53,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d. 2024-11-10T03:17:53,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d. as already flushing 2024-11-10T03:17:53,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d. 2024-11-10T03:17:53,435 ERROR [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 8c521865dd7cdf73385ff8b6b2750f1d, NAME => 'TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:17:53,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 8c521865dd7cdf73385ff8b6b2750f1d, NAME => 'TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:17:53,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8c521865dd7cdf73385ff8b6b2750f1d, NAME => 'TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8c521865dd7cdf73385ff8b6b2750f1d, NAME => 'TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:17:53,467 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:53,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53768 deadline: 1731208733467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:53,470 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:53,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53742 deadline: 1731208733469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:53,472 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:53,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53770 deadline: 1731208733470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:53,589 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 700749f6e4aa,39315,1731208629620 2024-11-10T03:17:53,590 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39315 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-10T03:17:53,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d. 2024-11-10T03:17:53,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d. as already flushing 2024-11-10T03:17:53,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d. 2024-11-10T03:17:53,590 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=173 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/.tmp/C/64dc792abaae44479f2f34507c160c2c 2024-11-10T03:17:53,590 ERROR [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 8c521865dd7cdf73385ff8b6b2750f1d, NAME => 'TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:17:53,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 8c521865dd7cdf73385ff8b6b2750f1d, NAME => 'TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:17:53,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8c521865dd7cdf73385ff8b6b2750f1d, NAME => 'TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8c521865dd7cdf73385ff8b6b2750f1d, NAME => 'TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:17:53,595 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/.tmp/A/3fb65634625149ab81596a9dfca0b5d5 as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/A/3fb65634625149ab81596a9dfca0b5d5 2024-11-10T03:17:53,600 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/A/3fb65634625149ab81596a9dfca0b5d5, entries=200, sequenceid=173, filesize=38.8 K 2024-11-10T03:17:53,603 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/.tmp/B/a2c4eef91e7e435ebed248ea969ea915 as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/B/a2c4eef91e7e435ebed248ea969ea915 2024-11-10T03:17:53,607 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/B/a2c4eef91e7e435ebed248ea969ea915, entries=150, sequenceid=173, filesize=11.9 K 2024-11-10T03:17:53,608 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/.tmp/C/64dc792abaae44479f2f34507c160c2c as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/C/64dc792abaae44479f2f34507c160c2c 2024-11-10T03:17:53,612 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/C/64dc792abaae44479f2f34507c160c2c, entries=150, sequenceid=173, filesize=11.9 K 2024-11-10T03:17:53,613 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 8c521865dd7cdf73385ff8b6b2750f1d in 1289ms, sequenceid=173, compaction requested=true 2024-11-10T03:17:53,613 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8c521865dd7cdf73385ff8b6b2750f1d: 2024-11-10T03:17:53,613 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8c521865dd7cdf73385ff8b6b2750f1d:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T03:17:53,613 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T03:17:53,613 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T03:17:53,613 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8c521865dd7cdf73385ff8b6b2750f1d:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T03:17:53,613 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T03:17:53,613 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8c521865dd7cdf73385ff8b6b2750f1d:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T03:17:53,613 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-10T03:17:53,614 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T03:17:53,615 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102167 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T03:17:53,615 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HStore(1540): 8c521865dd7cdf73385ff8b6b2750f1d/A is initiating minor compaction (all files) 2024-11-10T03:17:53,615 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8c521865dd7cdf73385ff8b6b2750f1d/A in TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d. 2024-11-10T03:17:53,615 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/A/9bb35b80c54a4c24b32e07b1c000717c, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/A/1823507f308748289622778279ab8aa1, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/A/3fb65634625149ab81596a9dfca0b5d5] into tmpdir=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/.tmp, totalSize=99.8 K 2024-11-10T03:17:53,615 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d. 2024-11-10T03:17:53,615 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d. files: [hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/A/9bb35b80c54a4c24b32e07b1c000717c, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/A/1823507f308748289622778279ab8aa1, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/A/3fb65634625149ab81596a9dfca0b5d5] 2024-11-10T03:17:53,615 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36661 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T03:17:53,615 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HStore(1540): 8c521865dd7cdf73385ff8b6b2750f1d/B is initiating minor compaction (all files) 2024-11-10T03:17:53,615 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8c521865dd7cdf73385ff8b6b2750f1d/B in TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d. 2024-11-10T03:17:53,615 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/B/6b297687b88642a2bc287e5b22acbf0e, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/B/ca6580e9d9be40dbaf2e6b94d5e336f4, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/B/a2c4eef91e7e435ebed248ea969ea915] into tmpdir=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/.tmp, totalSize=35.8 K 2024-11-10T03:17:53,616 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9bb35b80c54a4c24b32e07b1c000717c, keycount=150, bloomtype=ROW, size=30.6 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1731208670020 2024-11-10T03:17:53,616 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.Compactor(224): Compacting 6b297687b88642a2bc287e5b22acbf0e, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1731208670020 2024-11-10T03:17:53,616 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1823507f308748289622778279ab8aa1, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1731208671202 2024-11-10T03:17:53,616 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.Compactor(224): Compacting ca6580e9d9be40dbaf2e6b94d5e336f4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1731208671202 2024-11-10T03:17:53,616 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3fb65634625149ab81596a9dfca0b5d5, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1731208672157 2024-11-10T03:17:53,617 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.Compactor(224): Compacting a2c4eef91e7e435ebed248ea969ea915, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1731208672157 2024-11-10T03:17:53,623 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=8c521865dd7cdf73385ff8b6b2750f1d] 2024-11-10T03:17:53,625 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8c521865dd7cdf73385ff8b6b2750f1d#B#compaction#159 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-10T03:17:53,625 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/.tmp/B/357215058edd4ddf98416cd1516fa560 is 50, key is test_row_0/B:col10/1731208672323/Put/seqid=0 2024-11-10T03:17:53,631 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241110e3996e1096674487acdb8a4057087ed7_8c521865dd7cdf73385ff8b6b2750f1d store=[table=TestAcidGuarantees family=A region=8c521865dd7cdf73385ff8b6b2750f1d] 2024-11-10T03:17:53,633 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241110e3996e1096674487acdb8a4057087ed7_8c521865dd7cdf73385ff8b6b2750f1d, store=[table=TestAcidGuarantees family=A region=8c521865dd7cdf73385ff8b6b2750f1d] 2024-11-10T03:17:53,634 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110e3996e1096674487acdb8a4057087ed7_8c521865dd7cdf73385ff8b6b2750f1d because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=8c521865dd7cdf73385ff8b6b2750f1d] 2024-11-10T03:17:53,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742013_1189 (size=12561) 2024-11-10T03:17:53,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742014_1190 (size=4469) 2024-11-10T03:17:53,650 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8c521865dd7cdf73385ff8b6b2750f1d#A#compaction#160 average throughput is 0.90 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T03:17:53,651 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/.tmp/A/b2894d86d015446888ca8d08106c7cab is 175, key is test_row_0/A:col10/1731208672323/Put/seqid=0 2024-11-10T03:17:53,654 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/.tmp/B/357215058edd4ddf98416cd1516fa560 as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/B/357215058edd4ddf98416cd1516fa560 2024-11-10T03:17:53,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742015_1191 (size=31515) 2024-11-10T03:17:53,661 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8c521865dd7cdf73385ff8b6b2750f1d/B of 8c521865dd7cdf73385ff8b6b2750f1d into 357215058edd4ddf98416cd1516fa560(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T03:17:53,661 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8c521865dd7cdf73385ff8b6b2750f1d: 2024-11-10T03:17:53,661 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d., storeName=8c521865dd7cdf73385ff8b6b2750f1d/B, priority=13, startTime=1731208673613; duration=0sec 2024-11-10T03:17:53,662 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T03:17:53,662 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8c521865dd7cdf73385ff8b6b2750f1d:B 2024-11-10T03:17:53,662 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T03:17:53,663 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/.tmp/A/b2894d86d015446888ca8d08106c7cab as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/A/b2894d86d015446888ca8d08106c7cab 2024-11-10T03:17:53,664 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36661 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T03:17:53,664 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HStore(1540): 8c521865dd7cdf73385ff8b6b2750f1d/C is initiating minor compaction (all files) 2024-11-10T03:17:53,664 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8c521865dd7cdf73385ff8b6b2750f1d/C in TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d. 2024-11-10T03:17:53,664 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/C/2e0114acca0c44cea5492f7ad53feac2, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/C/628724d467ba44e39bd9c2f04aaa6200, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/C/64dc792abaae44479f2f34507c160c2c] into tmpdir=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/.tmp, totalSize=35.8 K 2024-11-10T03:17:53,665 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.Compactor(224): Compacting 2e0114acca0c44cea5492f7ad53feac2, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1731208670020 2024-11-10T03:17:53,665 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.Compactor(224): Compacting 628724d467ba44e39bd9c2f04aaa6200, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1731208671202 2024-11-10T03:17:53,665 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.Compactor(224): Compacting 64dc792abaae44479f2f34507c160c2c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1731208672157 2024-11-10T03:17:53,670 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8c521865dd7cdf73385ff8b6b2750f1d/A of 8c521865dd7cdf73385ff8b6b2750f1d into b2894d86d015446888ca8d08106c7cab(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T03:17:53,670 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8c521865dd7cdf73385ff8b6b2750f1d: 2024-11-10T03:17:53,670 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d., storeName=8c521865dd7cdf73385ff8b6b2750f1d/A, priority=13, startTime=1731208673613; duration=0sec 2024-11-10T03:17:53,670 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T03:17:53,670 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8c521865dd7cdf73385ff8b6b2750f1d:A 2024-11-10T03:17:53,677 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8c521865dd7cdf73385ff8b6b2750f1d#C#compaction#161 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T03:17:53,677 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/.tmp/C/cffaf71b4f8f496ba8b24c3003fc591b is 50, key is test_row_0/C:col10/1731208672323/Put/seqid=0 2024-11-10T03:17:53,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742016_1192 (size=12561) 2024-11-10T03:17:53,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-10T03:17:53,742 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 700749f6e4aa,39315,1731208629620 2024-11-10T03:17:53,742 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39315 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-10T03:17:53,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d. 2024-11-10T03:17:53,743 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2837): Flushing 8c521865dd7cdf73385ff8b6b2750f1d 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-10T03:17:53,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c521865dd7cdf73385ff8b6b2750f1d, store=A 2024-11-10T03:17:53,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:17:53,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c521865dd7cdf73385ff8b6b2750f1d, store=B 2024-11-10T03:17:53,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:17:53,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c521865dd7cdf73385ff8b6b2750f1d, store=C 2024-11-10T03:17:53,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:17:53,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411107204716eabe9449eb439b5f1793a1299_8c521865dd7cdf73385ff8b6b2750f1d is 50, key is test_row_0/A:col10/1731208672341/Put/seqid=0 2024-11-10T03:17:53,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742017_1193 (size=12304) 2024-11-10T03:17:54,090 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/.tmp/C/cffaf71b4f8f496ba8b24c3003fc591b as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/C/cffaf71b4f8f496ba8b24c3003fc591b 2024-11-10T03:17:54,096 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8c521865dd7cdf73385ff8b6b2750f1d/C of 8c521865dd7cdf73385ff8b6b2750f1d into cffaf71b4f8f496ba8b24c3003fc591b(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T03:17:54,096 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8c521865dd7cdf73385ff8b6b2750f1d: 2024-11-10T03:17:54,096 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d., storeName=8c521865dd7cdf73385ff8b6b2750f1d/C, priority=13, startTime=1731208673613; duration=0sec 2024-11-10T03:17:54,096 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T03:17:54,096 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8c521865dd7cdf73385ff8b6b2750f1d:C 2024-11-10T03:17:54,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,165 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411107204716eabe9449eb439b5f1793a1299_8c521865dd7cdf73385ff8b6b2750f1d to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411107204716eabe9449eb439b5f1793a1299_8c521865dd7cdf73385ff8b6b2750f1d 2024-11-10T03:17:54,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/.tmp/A/b1f2cc481bc648af9652652a3abfcc03, store: [table=TestAcidGuarantees family=A region=8c521865dd7cdf73385ff8b6b2750f1d] 2024-11-10T03:17:54,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/.tmp/A/b1f2cc481bc648af9652652a3abfcc03 is 175, key is test_row_0/A:col10/1731208672341/Put/seqid=0 2024-11-10T03:17:54,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742018_1194 (size=31105) 2024-11-10T03:17:54,174 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=197, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/.tmp/A/b1f2cc481bc648af9652652a3abfcc03 2024-11-10T03:17:54,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/.tmp/B/abcf1164d7414908a4c8e91a03ffa147 is 50, key is test_row_0/B:col10/1731208672341/Put/seqid=0 2024-11-10T03:17:54,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742019_1195 (size=12151) 2024-11-10T03:17:54,187 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=197 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/.tmp/B/abcf1164d7414908a4c8e91a03ffa147 2024-11-10T03:17:54,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/.tmp/C/402ccf6da83748019303dace03e7d1d8 is 50, key is test_row_0/C:col10/1731208672341/Put/seqid=0 2024-11-10T03:17:54,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742020_1196 (size=12151) 2024-11-10T03:17:54,202 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=197 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/.tmp/C/402ccf6da83748019303dace03e7d1d8 2024-11-10T03:17:54,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/.tmp/A/b1f2cc481bc648af9652652a3abfcc03 as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/A/b1f2cc481bc648af9652652a3abfcc03 2024-11-10T03:17:54,212 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/A/b1f2cc481bc648af9652652a3abfcc03, entries=150, sequenceid=197, filesize=30.4 K 2024-11-10T03:17:54,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/.tmp/B/abcf1164d7414908a4c8e91a03ffa147 as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/B/abcf1164d7414908a4c8e91a03ffa147 2024-11-10T03:17:54,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,218 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/B/abcf1164d7414908a4c8e91a03ffa147, entries=150, sequenceid=197, filesize=11.9 K 2024-11-10T03:17:54,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/.tmp/C/402ccf6da83748019303dace03e7d1d8 as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/C/402ccf6da83748019303dace03e7d1d8 2024-11-10T03:17:54,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,227 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/C/402ccf6da83748019303dace03e7d1d8, entries=150, sequenceid=197, filesize=11.9 K 2024-11-10T03:17:54,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,227 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=0 B/0 for 8c521865dd7cdf73385ff8b6b2750f1d in 484ms, sequenceid=197, compaction requested=false 2024-11-10T03:17:54,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2538): Flush status journal for 8c521865dd7cdf73385ff8b6b2750f1d: 2024-11-10T03:17:54,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d. 2024-11-10T03:17:54,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=52 2024-11-10T03:17:54,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster(4106): Remote procedure done, pid=52 2024-11-10T03:17:54,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,230 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=52, resume processing ppid=51 2024-11-10T03:17:54,230 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=52, ppid=51, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0990 sec 2024-11-10T03:17:54,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,232 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=51, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees in 1.1020 sec 2024-11-10T03:17:54,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-10T03:17:54,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,236 INFO [Thread-695 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 51 completed 2024-11-10T03:17:54,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,237 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T03:17:54,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] procedure2.ProcedureExecutor(1098): Stored pid=53, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees 2024-11-10T03:17:54,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-10T03:17:54,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,238 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=53, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T03:17:54,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,239 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=53, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T03:17:54,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,239 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=54, ppid=53, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T03:17:54,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-10T03:17:54,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,363 INFO [master/700749f6e4aa:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-10T03:17:54,363 INFO [master/700749f6e4aa:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-10T03:17:54,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(8581): Flush requested on 8c521865dd7cdf73385ff8b6b2750f1d 2024-11-10T03:17:54,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,365 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8c521865dd7cdf73385ff8b6b2750f1d 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-10T03:17:54,365 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c521865dd7cdf73385ff8b6b2750f1d, store=A 2024-11-10T03:17:54,365 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:17:54,365 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c521865dd7cdf73385ff8b6b2750f1d, store=B 2024-11-10T03:17:54,365 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:17:54,365 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c521865dd7cdf73385ff8b6b2750f1d, store=C 2024-11-10T03:17:54,365 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:17:54,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,373 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110ee6d13a20b084897980946d0a191374d_8c521865dd7cdf73385ff8b6b2750f1d is 50, key is test_row_0/A:col10/1731208674363/Put/seqid=0 2024-11-10T03:17:54,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742021_1197 (size=24758) 2024-11-10T03:17:54,389 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:54,391 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 700749f6e4aa,39315,1731208629620 2024-11-10T03:17:54,391 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39315 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-10T03:17:54,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d. 2024-11-10T03:17:54,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d. as already flushing 2024-11-10T03:17:54,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d. 2024-11-10T03:17:54,392 ERROR [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 8c521865dd7cdf73385ff8b6b2750f1d, NAME => 'TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:17:54,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 8c521865dd7cdf73385ff8b6b2750f1d, NAME => 'TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:17:54,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8c521865dd7cdf73385ff8b6b2750f1d, NAME => 'TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8c521865dd7cdf73385ff8b6b2750f1d, NAME => 'TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:17:54,396 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110ee6d13a20b084897980946d0a191374d_8c521865dd7cdf73385ff8b6b2750f1d to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110ee6d13a20b084897980946d0a191374d_8c521865dd7cdf73385ff8b6b2750f1d 2024-11-10T03:17:54,397 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/.tmp/A/ba03f119e1c242009fc64ae078fc41fd, store: [table=TestAcidGuarantees family=A region=8c521865dd7cdf73385ff8b6b2750f1d] 2024-11-10T03:17:54,398 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/.tmp/A/ba03f119e1c242009fc64ae078fc41fd is 175, key is test_row_0/A:col10/1731208674363/Put/seqid=0 2024-11-10T03:17:54,417 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:54,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53798 deadline: 1731208734415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:54,419 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:54,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53814 deadline: 1731208734416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:54,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742022_1198 (size=74395) 2024-11-10T03:17:54,422 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=209, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/.tmp/A/ba03f119e1c242009fc64ae078fc41fd 2024-11-10T03:17:54,431 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/.tmp/B/e1045c8921c84d07ba913c033666f39c is 50, key is test_row_0/B:col10/1731208674363/Put/seqid=0 2024-11-10T03:17:54,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742023_1199 (size=12151) 2024-11-10T03:17:54,474 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:54,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53742 deadline: 1731208734473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:54,477 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:54,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53768 deadline: 1731208734475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:54,484 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:54,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53770 deadline: 1731208734482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:54,521 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:54,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53798 deadline: 1731208734518, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:54,521 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:54,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53814 deadline: 1731208734520, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:54,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-10T03:17:54,544 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 700749f6e4aa,39315,1731208629620 2024-11-10T03:17:54,545 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39315 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-10T03:17:54,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d. 2024-11-10T03:17:54,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d. as already flushing 2024-11-10T03:17:54,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d. 2024-11-10T03:17:54,545 ERROR [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 8c521865dd7cdf73385ff8b6b2750f1d, NAME => 'TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:17:54,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 8c521865dd7cdf73385ff8b6b2750f1d, NAME => 'TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:17:54,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8c521865dd7cdf73385ff8b6b2750f1d, NAME => 'TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8c521865dd7cdf73385ff8b6b2750f1d, NAME => 'TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:17:54,697 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 700749f6e4aa,39315,1731208629620 2024-11-10T03:17:54,697 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39315 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-10T03:17:54,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d. 2024-11-10T03:17:54,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d. as already flushing 2024-11-10T03:17:54,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d. 2024-11-10T03:17:54,698 ERROR [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 8c521865dd7cdf73385ff8b6b2750f1d, NAME => 'TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:17:54,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 8c521865dd7cdf73385ff8b6b2750f1d, NAME => 'TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:17:54,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8c521865dd7cdf73385ff8b6b2750f1d, NAME => 'TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8c521865dd7cdf73385ff8b6b2750f1d, NAME => 'TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:17:54,723 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:54,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53798 deadline: 1731208734723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:54,724 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:54,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53814 deadline: 1731208734723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:54,836 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=209 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/.tmp/B/e1045c8921c84d07ba913c033666f39c 2024-11-10T03:17:54,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-10T03:17:54,843 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/.tmp/C/7e04d67bffd942c58ef1e56b623941f6 is 50, key is test_row_0/C:col10/1731208674363/Put/seqid=0 2024-11-10T03:17:54,849 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 700749f6e4aa,39315,1731208629620 2024-11-10T03:17:54,850 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39315 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-10T03:17:54,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d. 2024-11-10T03:17:54,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d. as already flushing 2024-11-10T03:17:54,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d. 2024-11-10T03:17:54,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742024_1200 (size=12151) 2024-11-10T03:17:54,850 ERROR [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 8c521865dd7cdf73385ff8b6b2750f1d, NAME => 'TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:17:54,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 8c521865dd7cdf73385ff8b6b2750f1d, NAME => 'TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:17:54,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8c521865dd7cdf73385ff8b6b2750f1d, NAME => 'TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8c521865dd7cdf73385ff8b6b2750f1d, NAME => 'TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:17:55,001 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 700749f6e4aa,39315,1731208629620 2024-11-10T03:17:55,001 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39315 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-10T03:17:55,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d. 2024-11-10T03:17:55,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d. as already flushing 2024-11-10T03:17:55,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d. 2024-11-10T03:17:55,002 ERROR [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 8c521865dd7cdf73385ff8b6b2750f1d, NAME => 'TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:17:55,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 8c521865dd7cdf73385ff8b6b2750f1d, NAME => 'TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:17:55,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8c521865dd7cdf73385ff8b6b2750f1d, NAME => 'TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8c521865dd7cdf73385ff8b6b2750f1d, NAME => 'TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:17:55,027 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:55,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53798 deadline: 1731208735025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:55,027 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:55,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53814 deadline: 1731208735026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:55,153 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 700749f6e4aa,39315,1731208629620 2024-11-10T03:17:55,154 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39315 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-10T03:17:55,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d. 2024-11-10T03:17:55,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d. as already flushing 2024-11-10T03:17:55,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d. 2024-11-10T03:17:55,154 ERROR [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 8c521865dd7cdf73385ff8b6b2750f1d, NAME => 'TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:17:55,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 8c521865dd7cdf73385ff8b6b2750f1d, NAME => 'TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:17:55,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8c521865dd7cdf73385ff8b6b2750f1d, NAME => 'TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8c521865dd7cdf73385ff8b6b2750f1d, NAME => 'TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:17:55,251 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=209 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/.tmp/C/7e04d67bffd942c58ef1e56b623941f6 2024-11-10T03:17:55,256 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/.tmp/A/ba03f119e1c242009fc64ae078fc41fd as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/A/ba03f119e1c242009fc64ae078fc41fd 2024-11-10T03:17:55,260 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/A/ba03f119e1c242009fc64ae078fc41fd, entries=400, sequenceid=209, filesize=72.7 K 2024-11-10T03:17:55,262 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/.tmp/B/e1045c8921c84d07ba913c033666f39c as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/B/e1045c8921c84d07ba913c033666f39c 2024-11-10T03:17:55,266 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/B/e1045c8921c84d07ba913c033666f39c, entries=150, sequenceid=209, filesize=11.9 K 2024-11-10T03:17:55,267 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/.tmp/C/7e04d67bffd942c58ef1e56b623941f6 as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/C/7e04d67bffd942c58ef1e56b623941f6 2024-11-10T03:17:55,272 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/C/7e04d67bffd942c58ef1e56b623941f6, entries=150, sequenceid=209, filesize=11.9 K 2024-11-10T03:17:55,272 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 8c521865dd7cdf73385ff8b6b2750f1d in 908ms, sequenceid=209, compaction requested=true 2024-11-10T03:17:55,272 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8c521865dd7cdf73385ff8b6b2750f1d: 2024-11-10T03:17:55,273 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8c521865dd7cdf73385ff8b6b2750f1d:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T03:17:55,273 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T03:17:55,273 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T03:17:55,273 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8c521865dd7cdf73385ff8b6b2750f1d:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T03:17:55,273 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T03:17:55,273 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T03:17:55,273 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8c521865dd7cdf73385ff8b6b2750f1d:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T03:17:55,273 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T03:17:55,274 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 137015 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T03:17:55,274 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HStore(1540): 8c521865dd7cdf73385ff8b6b2750f1d/A is initiating minor compaction (all files) 2024-11-10T03:17:55,274 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8c521865dd7cdf73385ff8b6b2750f1d/A in TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d. 2024-11-10T03:17:55,274 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/A/b2894d86d015446888ca8d08106c7cab, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/A/b1f2cc481bc648af9652652a3abfcc03, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/A/ba03f119e1c242009fc64ae078fc41fd] into tmpdir=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/.tmp, totalSize=133.8 K 2024-11-10T03:17:55,274 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d. 2024-11-10T03:17:55,274 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d. files: [hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/A/b2894d86d015446888ca8d08106c7cab, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/A/b1f2cc481bc648af9652652a3abfcc03, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/A/ba03f119e1c242009fc64ae078fc41fd] 2024-11-10T03:17:55,275 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T03:17:55,275 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HStore(1540): 8c521865dd7cdf73385ff8b6b2750f1d/B is initiating minor compaction (all files) 2024-11-10T03:17:55,275 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8c521865dd7cdf73385ff8b6b2750f1d/B in TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d. 2024-11-10T03:17:55,275 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/B/357215058edd4ddf98416cd1516fa560, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/B/abcf1164d7414908a4c8e91a03ffa147, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/B/e1045c8921c84d07ba913c033666f39c] into tmpdir=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/.tmp, totalSize=36.0 K 2024-11-10T03:17:55,275 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.Compactor(224): Compacting 357215058edd4ddf98416cd1516fa560, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1731208672157 2024-11-10T03:17:55,275 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.Compactor(224): Compacting b2894d86d015446888ca8d08106c7cab, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1731208672157 2024-11-10T03:17:55,276 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.Compactor(224): Compacting abcf1164d7414908a4c8e91a03ffa147, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1731208672340 2024-11-10T03:17:55,276 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.Compactor(224): Compacting b1f2cc481bc648af9652652a3abfcc03, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1731208672340 2024-11-10T03:17:55,276 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.Compactor(224): Compacting e1045c8921c84d07ba913c033666f39c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1731208674357 2024-11-10T03:17:55,276 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.Compactor(224): Compacting ba03f119e1c242009fc64ae078fc41fd, keycount=400, bloomtype=ROW, size=72.7 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1731208674325 2024-11-10T03:17:55,287 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=8c521865dd7cdf73385ff8b6b2750f1d] 2024-11-10T03:17:55,288 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8c521865dd7cdf73385ff8b6b2750f1d#B#compaction#168 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-10T03:17:55,288 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/.tmp/B/45eaf8654ee64ccfb6cfa2b1548da56a is 50, key is test_row_0/B:col10/1731208674363/Put/seqid=0 2024-11-10T03:17:55,290 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241110f2757b6c87a7474ab128f667cad8f741_8c521865dd7cdf73385ff8b6b2750f1d store=[table=TestAcidGuarantees family=A region=8c521865dd7cdf73385ff8b6b2750f1d] 2024-11-10T03:17:55,292 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241110f2757b6c87a7474ab128f667cad8f741_8c521865dd7cdf73385ff8b6b2750f1d, store=[table=TestAcidGuarantees family=A region=8c521865dd7cdf73385ff8b6b2750f1d] 2024-11-10T03:17:55,292 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110f2757b6c87a7474ab128f667cad8f741_8c521865dd7cdf73385ff8b6b2750f1d because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=8c521865dd7cdf73385ff8b6b2750f1d] 2024-11-10T03:17:55,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742025_1201 (size=12663) 2024-11-10T03:17:55,306 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 700749f6e4aa,39315,1731208629620 2024-11-10T03:17:55,306 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39315 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-10T03:17:55,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d. 2024-11-10T03:17:55,307 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2837): Flushing 8c521865dd7cdf73385ff8b6b2750f1d 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-10T03:17:55,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c521865dd7cdf73385ff8b6b2750f1d, store=A 2024-11-10T03:17:55,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:17:55,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c521865dd7cdf73385ff8b6b2750f1d, store=B 2024-11-10T03:17:55,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:17:55,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c521865dd7cdf73385ff8b6b2750f1d, store=C 2024-11-10T03:17:55,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:17:55,308 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/.tmp/B/45eaf8654ee64ccfb6cfa2b1548da56a as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/B/45eaf8654ee64ccfb6cfa2b1548da56a 2024-11-10T03:17:55,316 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8c521865dd7cdf73385ff8b6b2750f1d/B of 8c521865dd7cdf73385ff8b6b2750f1d into 45eaf8654ee64ccfb6cfa2b1548da56a(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T03:17:55,316 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8c521865dd7cdf73385ff8b6b2750f1d: 2024-11-10T03:17:55,316 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d., storeName=8c521865dd7cdf73385ff8b6b2750f1d/B, priority=13, startTime=1731208675273; duration=0sec 2024-11-10T03:17:55,317 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T03:17:55,317 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8c521865dd7cdf73385ff8b6b2750f1d:B 2024-11-10T03:17:55,317 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T03:17:55,318 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T03:17:55,318 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HStore(1540): 8c521865dd7cdf73385ff8b6b2750f1d/C is initiating minor compaction (all files) 2024-11-10T03:17:55,318 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8c521865dd7cdf73385ff8b6b2750f1d/C in TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d. 2024-11-10T03:17:55,318 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/C/cffaf71b4f8f496ba8b24c3003fc591b, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/C/402ccf6da83748019303dace03e7d1d8, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/C/7e04d67bffd942c58ef1e56b623941f6] into tmpdir=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/.tmp, totalSize=36.0 K 2024-11-10T03:17:55,319 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.Compactor(224): Compacting cffaf71b4f8f496ba8b24c3003fc591b, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1731208672157 2024-11-10T03:17:55,319 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.Compactor(224): Compacting 402ccf6da83748019303dace03e7d1d8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1731208672340 2024-11-10T03:17:55,319 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.Compactor(224): Compacting 7e04d67bffd942c58ef1e56b623941f6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1731208674357 2024-11-10T03:17:55,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742026_1202 (size=4469) 2024-11-10T03:17:55,324 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8c521865dd7cdf73385ff8b6b2750f1d#A#compaction#169 average throughput is 0.66 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T03:17:55,324 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/.tmp/A/2447a94d9cef498f8e187177f6143800 is 175, key is test_row_0/A:col10/1731208674363/Put/seqid=0 2024-11-10T03:17:55,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411104594fa1d13e94d02b540adbfe9c87003_8c521865dd7cdf73385ff8b6b2750f1d is 50, key is test_row_0/A:col10/1731208674410/Put/seqid=0 2024-11-10T03:17:55,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-10T03:17:55,357 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8c521865dd7cdf73385ff8b6b2750f1d#C#compaction#171 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T03:17:55,358 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/.tmp/C/867e0a24f1a14eb39b26af3ca3cf6de2 is 50, key is test_row_0/C:col10/1731208674363/Put/seqid=0 2024-11-10T03:17:55,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742027_1203 (size=31617) 2024-11-10T03:17:55,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742028_1204 (size=12304) 2024-11-10T03:17:55,374 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/.tmp/A/2447a94d9cef498f8e187177f6143800 as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/A/2447a94d9cef498f8e187177f6143800 2024-11-10T03:17:55,380 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8c521865dd7cdf73385ff8b6b2750f1d/A of 8c521865dd7cdf73385ff8b6b2750f1d into 2447a94d9cef498f8e187177f6143800(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T03:17:55,380 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8c521865dd7cdf73385ff8b6b2750f1d: 2024-11-10T03:17:55,380 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d., storeName=8c521865dd7cdf73385ff8b6b2750f1d/A, priority=13, startTime=1731208675273; duration=0sec 2024-11-10T03:17:55,380 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T03:17:55,380 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8c521865dd7cdf73385ff8b6b2750f1d:A 2024-11-10T03:17:55,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742029_1205 (size=12663) 2024-11-10T03:17:55,396 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/.tmp/C/867e0a24f1a14eb39b26af3ca3cf6de2 as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/C/867e0a24f1a14eb39b26af3ca3cf6de2 2024-11-10T03:17:55,403 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8c521865dd7cdf73385ff8b6b2750f1d/C of 8c521865dd7cdf73385ff8b6b2750f1d into 867e0a24f1a14eb39b26af3ca3cf6de2(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T03:17:55,403 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8c521865dd7cdf73385ff8b6b2750f1d: 2024-11-10T03:17:55,403 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d., storeName=8c521865dd7cdf73385ff8b6b2750f1d/C, priority=13, startTime=1731208675273; duration=0sec 2024-11-10T03:17:55,403 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T03:17:55,404 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8c521865dd7cdf73385ff8b6b2750f1d:C 2024-11-10T03:17:55,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(8581): Flush requested on 8c521865dd7cdf73385ff8b6b2750f1d 2024-11-10T03:17:55,529 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d. as already flushing 2024-11-10T03:17:55,541 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:55,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53798 deadline: 1731208735539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:55,541 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:55,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53814 deadline: 1731208735539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:55,643 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:55,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53798 deadline: 1731208735642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:55,644 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:55,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53814 deadline: 1731208735643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:55,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:55,771 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411104594fa1d13e94d02b540adbfe9c87003_8c521865dd7cdf73385ff8b6b2750f1d to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411104594fa1d13e94d02b540adbfe9c87003_8c521865dd7cdf73385ff8b6b2750f1d 2024-11-10T03:17:55,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/.tmp/A/1aa64e73ab814ee4afc331ee1072752d, store: [table=TestAcidGuarantees family=A region=8c521865dd7cdf73385ff8b6b2750f1d] 2024-11-10T03:17:55,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/.tmp/A/1aa64e73ab814ee4afc331ee1072752d is 175, key is test_row_0/A:col10/1731208674410/Put/seqid=0 2024-11-10T03:17:55,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742030_1206 (size=31105) 2024-11-10T03:17:55,844 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:55,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53798 deadline: 1731208735844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:55,846 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:55,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53814 deadline: 1731208735845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:56,148 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:56,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53798 deadline: 1731208736147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:56,149 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:56,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53814 deadline: 1731208736148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:56,177 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=234, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/.tmp/A/1aa64e73ab814ee4afc331ee1072752d 2024-11-10T03:17:56,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/.tmp/B/1ab03539051742e7a9f2cec6cec61ebb is 50, key is test_row_0/B:col10/1731208674410/Put/seqid=0 2024-11-10T03:17:56,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742031_1207 (size=12151) 2024-11-10T03:17:56,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-10T03:17:56,479 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:56,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53742 deadline: 1731208736479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:56,480 DEBUG [Thread-693 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4128 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d., hostname=700749f6e4aa,39315,1731208629620, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T03:17:56,492 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:56,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53770 deadline: 1731208736492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:56,492 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:56,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53768 deadline: 1731208736492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:56,493 DEBUG [Thread-687 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4149 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d., hostname=700749f6e4aa,39315,1731208629620, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T03:17:56,493 DEBUG [Thread-685 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4148 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d., hostname=700749f6e4aa,39315,1731208629620, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T03:17:56,588 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=234 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/.tmp/B/1ab03539051742e7a9f2cec6cec61ebb 2024-11-10T03:17:56,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/.tmp/C/2bb60c4dafb845d889c87cf2d45b82db is 50, key is test_row_0/C:col10/1731208674410/Put/seqid=0 2024-11-10T03:17:56,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742032_1208 (size=12151) 2024-11-10T03:17:56,650 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:56,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53798 deadline: 1731208736648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:56,653 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:56,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53814 deadline: 1731208736651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:57,000 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=234 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/.tmp/C/2bb60c4dafb845d889c87cf2d45b82db 2024-11-10T03:17:57,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/.tmp/A/1aa64e73ab814ee4afc331ee1072752d as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/A/1aa64e73ab814ee4afc331ee1072752d 2024-11-10T03:17:57,008 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/A/1aa64e73ab814ee4afc331ee1072752d, entries=150, sequenceid=234, filesize=30.4 K 2024-11-10T03:17:57,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/.tmp/B/1ab03539051742e7a9f2cec6cec61ebb as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/B/1ab03539051742e7a9f2cec6cec61ebb 2024-11-10T03:17:57,013 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/B/1ab03539051742e7a9f2cec6cec61ebb, entries=150, sequenceid=234, filesize=11.9 K 2024-11-10T03:17:57,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/.tmp/C/2bb60c4dafb845d889c87cf2d45b82db as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/C/2bb60c4dafb845d889c87cf2d45b82db 2024-11-10T03:17:57,020 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/C/2bb60c4dafb845d889c87cf2d45b82db, entries=150, sequenceid=234, filesize=11.9 K 2024-11-10T03:17:57,021 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 8c521865dd7cdf73385ff8b6b2750f1d in 1714ms, sequenceid=234, compaction requested=false 2024-11-10T03:17:57,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2538): Flush status journal for 8c521865dd7cdf73385ff8b6b2750f1d: 2024-11-10T03:17:57,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d. 2024-11-10T03:17:57,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=54 2024-11-10T03:17:57,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster(4106): Remote procedure done, pid=54 2024-11-10T03:17:57,024 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=54, resume processing ppid=53 2024-11-10T03:17:57,024 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=54, ppid=53, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.7830 sec 2024-11-10T03:17:57,025 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=53, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees in 2.7870 sec 2024-11-10T03:17:57,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(8581): Flush requested on 8c521865dd7cdf73385ff8b6b2750f1d 2024-11-10T03:17:57,654 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8c521865dd7cdf73385ff8b6b2750f1d 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-10T03:17:57,654 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c521865dd7cdf73385ff8b6b2750f1d, store=A 2024-11-10T03:17:57,655 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:17:57,655 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c521865dd7cdf73385ff8b6b2750f1d, store=B 2024-11-10T03:17:57,655 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:17:57,655 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c521865dd7cdf73385ff8b6b2750f1d, store=C 2024-11-10T03:17:57,655 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:17:57,662 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111056f3d8a010de430f9fecf2b374bb76c3_8c521865dd7cdf73385ff8b6b2750f1d is 50, key is test_row_0/A:col10/1731208675536/Put/seqid=0 2024-11-10T03:17:57,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742033_1209 (size=14794) 2024-11-10T03:17:57,688 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:57,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53814 deadline: 1731208737686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:57,688 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:57,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53798 deadline: 1731208737686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:57,789 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:57,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53814 deadline: 1731208737789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:57,790 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:57,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53798 deadline: 1731208737789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:57,991 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:57,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53798 deadline: 1731208737991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:57,993 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:57,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53814 deadline: 1731208737991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:58,067 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:58,071 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111056f3d8a010de430f9fecf2b374bb76c3_8c521865dd7cdf73385ff8b6b2750f1d to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111056f3d8a010de430f9fecf2b374bb76c3_8c521865dd7cdf73385ff8b6b2750f1d 2024-11-10T03:17:58,072 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/.tmp/A/fa1b1589e7f2494390a177db001c8c33, store: [table=TestAcidGuarantees family=A region=8c521865dd7cdf73385ff8b6b2750f1d] 2024-11-10T03:17:58,072 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/.tmp/A/fa1b1589e7f2494390a177db001c8c33 is 175, key is test_row_0/A:col10/1731208675536/Put/seqid=0 2024-11-10T03:17:58,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742034_1210 (size=39749) 2024-11-10T03:17:58,294 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:58,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53798 deadline: 1731208738293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:58,295 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:58,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53814 deadline: 1731208738294, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:58,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-10T03:17:58,343 INFO [Thread-695 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 53 completed 2024-11-10T03:17:58,345 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T03:17:58,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] procedure2.ProcedureExecutor(1098): Stored pid=55, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees 2024-11-10T03:17:58,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-10T03:17:58,346 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=55, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T03:17:58,346 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=55, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T03:17:58,347 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=56, ppid=55, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T03:17:58,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-10T03:17:58,477 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=249, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/.tmp/A/fa1b1589e7f2494390a177db001c8c33 2024-11-10T03:17:58,483 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/.tmp/B/9739fc19c30648ab8b68533590423280 is 50, key is test_row_0/B:col10/1731208675536/Put/seqid=0 2024-11-10T03:17:58,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742035_1211 (size=12151) 2024-11-10T03:17:58,498 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 700749f6e4aa,39315,1731208629620 2024-11-10T03:17:58,498 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39315 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-10T03:17:58,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d. 2024-11-10T03:17:58,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d. as already flushing 2024-11-10T03:17:58,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d. 2024-11-10T03:17:58,499 ERROR [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => 8c521865dd7cdf73385ff8b6b2750f1d, NAME => 'TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:17:58,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => 8c521865dd7cdf73385ff8b6b2750f1d, NAME => 'TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:17:58,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8c521865dd7cdf73385ff8b6b2750f1d, NAME => 'TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8c521865dd7cdf73385ff8b6b2750f1d, NAME => 'TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:17:58,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-10T03:17:58,650 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 700749f6e4aa,39315,1731208629620 2024-11-10T03:17:58,651 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39315 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-10T03:17:58,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d. 2024-11-10T03:17:58,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d. as already flushing 2024-11-10T03:17:58,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d. 2024-11-10T03:17:58,651 ERROR [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => 8c521865dd7cdf73385ff8b6b2750f1d, NAME => 'TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:17:58,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => 8c521865dd7cdf73385ff8b6b2750f1d, NAME => 'TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:17:58,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8c521865dd7cdf73385ff8b6b2750f1d, NAME => 'TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8c521865dd7cdf73385ff8b6b2750f1d, NAME => 'TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:17:58,797 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:58,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53814 deadline: 1731208738796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:58,802 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:58,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53798 deadline: 1731208738799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:58,803 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 700749f6e4aa,39315,1731208629620 2024-11-10T03:17:58,803 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39315 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-10T03:17:58,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d. 2024-11-10T03:17:58,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d. as already flushing 2024-11-10T03:17:58,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d. 2024-11-10T03:17:58,804 ERROR [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => 8c521865dd7cdf73385ff8b6b2750f1d, NAME => 'TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:17:58,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => 8c521865dd7cdf73385ff8b6b2750f1d, NAME => 'TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:17:58,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8c521865dd7cdf73385ff8b6b2750f1d, NAME => 'TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8c521865dd7cdf73385ff8b6b2750f1d, NAME => 'TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:17:58,888 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=249 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/.tmp/B/9739fc19c30648ab8b68533590423280 2024-11-10T03:17:58,895 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/.tmp/C/af8d32c278ef41bca51715281e5b72cb is 50, key is test_row_0/C:col10/1731208675536/Put/seqid=0 2024-11-10T03:17:58,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742036_1212 (size=12151) 2024-11-10T03:17:58,901 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=249 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/.tmp/C/af8d32c278ef41bca51715281e5b72cb 2024-11-10T03:17:58,906 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/.tmp/A/fa1b1589e7f2494390a177db001c8c33 as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/A/fa1b1589e7f2494390a177db001c8c33 2024-11-10T03:17:58,910 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/A/fa1b1589e7f2494390a177db001c8c33, entries=200, sequenceid=249, filesize=38.8 K 2024-11-10T03:17:58,911 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/.tmp/B/9739fc19c30648ab8b68533590423280 as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/B/9739fc19c30648ab8b68533590423280 2024-11-10T03:17:58,916 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/B/9739fc19c30648ab8b68533590423280, entries=150, sequenceid=249, filesize=11.9 K 2024-11-10T03:17:58,918 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/.tmp/C/af8d32c278ef41bca51715281e5b72cb as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/C/af8d32c278ef41bca51715281e5b72cb 2024-11-10T03:17:58,923 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/C/af8d32c278ef41bca51715281e5b72cb, entries=150, sequenceid=249, filesize=11.9 K 2024-11-10T03:17:58,924 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 8c521865dd7cdf73385ff8b6b2750f1d in 1270ms, sequenceid=249, compaction requested=true 2024-11-10T03:17:58,924 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8c521865dd7cdf73385ff8b6b2750f1d: 2024-11-10T03:17:58,924 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8c521865dd7cdf73385ff8b6b2750f1d:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T03:17:58,924 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T03:17:58,924 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T03:17:58,924 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8c521865dd7cdf73385ff8b6b2750f1d:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T03:17:58,924 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T03:17:58,924 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T03:17:58,924 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8c521865dd7cdf73385ff8b6b2750f1d:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T03:17:58,924 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T03:17:58,925 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36965 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T03:17:58,925 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102471 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T03:17:58,925 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HStore(1540): 8c521865dd7cdf73385ff8b6b2750f1d/B is initiating minor compaction (all files) 2024-11-10T03:17:58,925 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HStore(1540): 8c521865dd7cdf73385ff8b6b2750f1d/A is initiating minor compaction (all files) 2024-11-10T03:17:58,925 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8c521865dd7cdf73385ff8b6b2750f1d/B in TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d. 2024-11-10T03:17:58,925 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8c521865dd7cdf73385ff8b6b2750f1d/A in TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d. 2024-11-10T03:17:58,926 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/A/2447a94d9cef498f8e187177f6143800, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/A/1aa64e73ab814ee4afc331ee1072752d, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/A/fa1b1589e7f2494390a177db001c8c33] into tmpdir=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/.tmp, totalSize=100.1 K 2024-11-10T03:17:58,926 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/B/45eaf8654ee64ccfb6cfa2b1548da56a, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/B/1ab03539051742e7a9f2cec6cec61ebb, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/B/9739fc19c30648ab8b68533590423280] into tmpdir=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/.tmp, totalSize=36.1 K 2024-11-10T03:17:58,926 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d. 2024-11-10T03:17:58,926 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d. files: [hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/A/2447a94d9cef498f8e187177f6143800, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/A/1aa64e73ab814ee4afc331ee1072752d, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/A/fa1b1589e7f2494390a177db001c8c33] 2024-11-10T03:17:58,926 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.Compactor(224): Compacting 45eaf8654ee64ccfb6cfa2b1548da56a, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1731208674357 2024-11-10T03:17:58,926 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2447a94d9cef498f8e187177f6143800, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1731208674357 2024-11-10T03:17:58,926 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.Compactor(224): Compacting 1ab03539051742e7a9f2cec6cec61ebb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1731208674410 2024-11-10T03:17:58,926 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1aa64e73ab814ee4afc331ee1072752d, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1731208674410 2024-11-10T03:17:58,926 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.Compactor(224): Compacting 9739fc19c30648ab8b68533590423280, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1731208675536 2024-11-10T03:17:58,927 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.Compactor(224): Compacting fa1b1589e7f2494390a177db001c8c33, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1731208675535 2024-11-10T03:17:58,932 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=8c521865dd7cdf73385ff8b6b2750f1d] 2024-11-10T03:17:58,933 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8c521865dd7cdf73385ff8b6b2750f1d#B#compaction#178 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-10T03:17:58,934 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/.tmp/B/3cb710d303ad4c80bbf841c17b0b294f is 50, key is test_row_0/B:col10/1731208675536/Put/seqid=0 2024-11-10T03:17:58,937 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241110b080f95536354ffeb822f102b19151ae_8c521865dd7cdf73385ff8b6b2750f1d store=[table=TestAcidGuarantees family=A region=8c521865dd7cdf73385ff8b6b2750f1d] 2024-11-10T03:17:58,939 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241110b080f95536354ffeb822f102b19151ae_8c521865dd7cdf73385ff8b6b2750f1d, store=[table=TestAcidGuarantees family=A region=8c521865dd7cdf73385ff8b6b2750f1d] 2024-11-10T03:17:58,939 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110b080f95536354ffeb822f102b19151ae_8c521865dd7cdf73385ff8b6b2750f1d because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=8c521865dd7cdf73385ff8b6b2750f1d] 2024-11-10T03:17:58,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742037_1213 (size=12765) 2024-11-10T03:17:58,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-10T03:17:58,950 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/.tmp/B/3cb710d303ad4c80bbf841c17b0b294f as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/B/3cb710d303ad4c80bbf841c17b0b294f 2024-11-10T03:17:58,955 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 700749f6e4aa,39315,1731208629620 2024-11-10T03:17:58,956 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39315 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-10T03:17:58,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d. 2024-11-10T03:17:58,956 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2837): Flushing 8c521865dd7cdf73385ff8b6b2750f1d 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-10T03:17:58,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c521865dd7cdf73385ff8b6b2750f1d, store=A 2024-11-10T03:17:58,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:17:58,957 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8c521865dd7cdf73385ff8b6b2750f1d/B of 8c521865dd7cdf73385ff8b6b2750f1d into 3cb710d303ad4c80bbf841c17b0b294f(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T03:17:58,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c521865dd7cdf73385ff8b6b2750f1d, store=B 2024-11-10T03:17:58,957 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8c521865dd7cdf73385ff8b6b2750f1d: 2024-11-10T03:17:58,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:17:58,957 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d., storeName=8c521865dd7cdf73385ff8b6b2750f1d/B, priority=13, startTime=1731208678924; duration=0sec 2024-11-10T03:17:58,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c521865dd7cdf73385ff8b6b2750f1d, store=C 2024-11-10T03:17:58,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:17:58,957 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T03:17:58,957 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8c521865dd7cdf73385ff8b6b2750f1d:B 2024-11-10T03:17:58,957 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T03:17:58,959 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36965 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T03:17:58,959 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HStore(1540): 8c521865dd7cdf73385ff8b6b2750f1d/C is initiating minor compaction (all files) 2024-11-10T03:17:58,959 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8c521865dd7cdf73385ff8b6b2750f1d/C in TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d. 2024-11-10T03:17:58,959 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/C/867e0a24f1a14eb39b26af3ca3cf6de2, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/C/2bb60c4dafb845d889c87cf2d45b82db, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/C/af8d32c278ef41bca51715281e5b72cb] into tmpdir=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/.tmp, totalSize=36.1 K 2024-11-10T03:17:58,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742038_1214 (size=4469) 2024-11-10T03:17:58,961 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.Compactor(224): Compacting 867e0a24f1a14eb39b26af3ca3cf6de2, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1731208674357 2024-11-10T03:17:58,963 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8c521865dd7cdf73385ff8b6b2750f1d#A#compaction#177 average throughput is 0.79 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T03:17:58,964 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/.tmp/A/8004979a1a6a4292ac185d027a57d79b is 175, key is test_row_0/A:col10/1731208675536/Put/seqid=0 2024-11-10T03:17:58,965 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.Compactor(224): Compacting 2bb60c4dafb845d889c87cf2d45b82db, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1731208674410 2024-11-10T03:17:58,966 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.Compactor(224): Compacting af8d32c278ef41bca51715281e5b72cb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1731208675536 2024-11-10T03:17:58,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411100505f34094524ad4b3fb1540742c1457_8c521865dd7cdf73385ff8b6b2750f1d is 50, key is test_row_0/A:col10/1731208677679/Put/seqid=0 2024-11-10T03:17:58,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742039_1215 (size=31719) 2024-11-10T03:17:58,985 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8c521865dd7cdf73385ff8b6b2750f1d#C#compaction#180 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T03:17:58,985 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/.tmp/C/859474d0a0b4429d9b41073a34835bd2 is 50, key is test_row_0/C:col10/1731208675536/Put/seqid=0 2024-11-10T03:17:58,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742040_1216 (size=12454) 2024-11-10T03:17:59,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742041_1217 (size=12765) 2024-11-10T03:17:59,382 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/.tmp/A/8004979a1a6a4292ac185d027a57d79b as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/A/8004979a1a6a4292ac185d027a57d79b 2024-11-10T03:17:59,387 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8c521865dd7cdf73385ff8b6b2750f1d/A of 8c521865dd7cdf73385ff8b6b2750f1d into 8004979a1a6a4292ac185d027a57d79b(size=31.0 K), total size for store is 31.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T03:17:59,387 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8c521865dd7cdf73385ff8b6b2750f1d: 2024-11-10T03:17:59,387 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d., storeName=8c521865dd7cdf73385ff8b6b2750f1d/A, priority=13, startTime=1731208678924; duration=0sec 2024-11-10T03:17:59,387 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T03:17:59,387 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8c521865dd7cdf73385ff8b6b2750f1d:A 2024-11-10T03:17:59,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:17:59,399 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411100505f34094524ad4b3fb1540742c1457_8c521865dd7cdf73385ff8b6b2750f1d to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411100505f34094524ad4b3fb1540742c1457_8c521865dd7cdf73385ff8b6b2750f1d 2024-11-10T03:17:59,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/.tmp/A/ebb91bfa51334feeb81ff7dfe9e5ec39, store: [table=TestAcidGuarantees family=A region=8c521865dd7cdf73385ff8b6b2750f1d] 2024-11-10T03:17:59,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/.tmp/A/ebb91bfa51334feeb81ff7dfe9e5ec39 is 175, key is test_row_0/A:col10/1731208677679/Put/seqid=0 2024-11-10T03:17:59,414 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/.tmp/C/859474d0a0b4429d9b41073a34835bd2 as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/C/859474d0a0b4429d9b41073a34835bd2 2024-11-10T03:17:59,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742042_1218 (size=31255) 2024-11-10T03:17:59,419 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8c521865dd7cdf73385ff8b6b2750f1d/C of 8c521865dd7cdf73385ff8b6b2750f1d into 859474d0a0b4429d9b41073a34835bd2(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T03:17:59,419 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8c521865dd7cdf73385ff8b6b2750f1d: 2024-11-10T03:17:59,419 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d., storeName=8c521865dd7cdf73385ff8b6b2750f1d/C, priority=13, startTime=1731208678924; duration=0sec 2024-11-10T03:17:59,419 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T03:17:59,419 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8c521865dd7cdf73385ff8b6b2750f1d:C 2024-11-10T03:17:59,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-10T03:17:59,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(8581): Flush requested on 8c521865dd7cdf73385ff8b6b2750f1d 2024-11-10T03:17:59,803 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d. as already flushing 2024-11-10T03:17:59,814 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:59,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53798 deadline: 1731208739812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:59,814 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:59,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53814 deadline: 1731208739813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:59,818 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=274, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/.tmp/A/ebb91bfa51334feeb81ff7dfe9e5ec39 2024-11-10T03:17:59,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/.tmp/B/858f9ff0283d4e74a6dd75d7a7c93915 is 50, key is test_row_0/B:col10/1731208677679/Put/seqid=0 2024-11-10T03:17:59,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742043_1219 (size=12301) 2024-11-10T03:17:59,915 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:59,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53798 deadline: 1731208739915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:17:59,915 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:17:59,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53814 deadline: 1731208739915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:00,117 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:00,118 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:00,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53814 deadline: 1731208740117, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:00,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53798 deadline: 1731208740117, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:00,229 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=274 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/.tmp/B/858f9ff0283d4e74a6dd75d7a7c93915 2024-11-10T03:18:00,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/.tmp/C/1d47d0b563eb4716be3fd9be91a5ef34 is 50, key is test_row_0/C:col10/1731208677679/Put/seqid=0 2024-11-10T03:18:00,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742044_1220 (size=12301) 2024-11-10T03:18:00,421 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:00,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53814 deadline: 1731208740419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:00,422 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:00,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53798 deadline: 1731208740421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:00,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-10T03:18:00,499 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:00,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53768 deadline: 1731208740498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:00,500 DEBUG [Thread-685 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8154 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d., hostname=700749f6e4aa,39315,1731208629620, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T03:18:00,521 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:00,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53742 deadline: 1731208740519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:00,522 DEBUG [Thread-693 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8170 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d., hostname=700749f6e4aa,39315,1731208629620, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T03:18:00,534 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:00,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53770 deadline: 1731208740532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:00,535 DEBUG [Thread-687 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8190 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d., hostname=700749f6e4aa,39315,1731208629620, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T03:18:00,641 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=274 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/.tmp/C/1d47d0b563eb4716be3fd9be91a5ef34 2024-11-10T03:18:00,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/.tmp/A/ebb91bfa51334feeb81ff7dfe9e5ec39 as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/A/ebb91bfa51334feeb81ff7dfe9e5ec39 2024-11-10T03:18:00,650 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/A/ebb91bfa51334feeb81ff7dfe9e5ec39, entries=150, sequenceid=274, filesize=30.5 K 2024-11-10T03:18:00,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/.tmp/B/858f9ff0283d4e74a6dd75d7a7c93915 as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/B/858f9ff0283d4e74a6dd75d7a7c93915 2024-11-10T03:18:00,655 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/B/858f9ff0283d4e74a6dd75d7a7c93915, entries=150, sequenceid=274, filesize=12.0 K 2024-11-10T03:18:00,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/.tmp/C/1d47d0b563eb4716be3fd9be91a5ef34 as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/C/1d47d0b563eb4716be3fd9be91a5ef34 2024-11-10T03:18:00,661 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/C/1d47d0b563eb4716be3fd9be91a5ef34, entries=150, sequenceid=274, filesize=12.0 K 2024-11-10T03:18:00,662 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 8c521865dd7cdf73385ff8b6b2750f1d in 1706ms, sequenceid=274, compaction requested=false 2024-11-10T03:18:00,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2538): Flush status journal for 8c521865dd7cdf73385ff8b6b2750f1d: 2024-11-10T03:18:00,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d. 2024-11-10T03:18:00,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=56 2024-11-10T03:18:00,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster(4106): Remote procedure done, pid=56 2024-11-10T03:18:00,664 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=56, resume processing ppid=55 2024-11-10T03:18:00,664 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=56, ppid=55, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3170 sec 2024-11-10T03:18:00,665 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=55, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees in 2.3190 sec 2024-11-10T03:18:00,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(8581): Flush requested on 8c521865dd7cdf73385ff8b6b2750f1d 2024-11-10T03:18:00,923 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8c521865dd7cdf73385ff8b6b2750f1d 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-10T03:18:00,923 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c521865dd7cdf73385ff8b6b2750f1d, store=A 2024-11-10T03:18:00,924 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:18:00,924 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c521865dd7cdf73385ff8b6b2750f1d, store=B 2024-11-10T03:18:00,924 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:18:00,924 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c521865dd7cdf73385ff8b6b2750f1d, store=C 2024-11-10T03:18:00,924 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:18:00,935 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110fba4eca84a284b20ae38a899ff0cee99_8c521865dd7cdf73385ff8b6b2750f1d is 50, key is test_row_0/A:col10/1731208679809/Put/seqid=0 2024-11-10T03:18:00,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742045_1221 (size=14994) 2024-11-10T03:18:00,940 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:00,945 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110fba4eca84a284b20ae38a899ff0cee99_8c521865dd7cdf73385ff8b6b2750f1d to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110fba4eca84a284b20ae38a899ff0cee99_8c521865dd7cdf73385ff8b6b2750f1d 2024-11-10T03:18:00,946 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/.tmp/A/f713fbb9317d4d8ab03ba9d20b4d7329, store: [table=TestAcidGuarantees family=A region=8c521865dd7cdf73385ff8b6b2750f1d] 2024-11-10T03:18:00,946 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/.tmp/A/f713fbb9317d4d8ab03ba9d20b4d7329 is 175, key is test_row_0/A:col10/1731208679809/Put/seqid=0 2024-11-10T03:18:00,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742046_1222 (size=39949) 2024-11-10T03:18:00,964 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:00,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53814 deadline: 1731208740960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:00,964 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:00,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53798 deadline: 1731208740961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:01,068 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:01,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53814 deadline: 1731208741065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:01,068 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:01,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53798 deadline: 1731208741065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:01,269 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:01,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53814 deadline: 1731208741269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:01,270 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:01,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53798 deadline: 1731208741270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:01,353 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=289, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/.tmp/A/f713fbb9317d4d8ab03ba9d20b4d7329 2024-11-10T03:18:01,360 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/.tmp/B/42acd70ddf7f4359ae30a91026f0183e is 50, key is test_row_0/B:col10/1731208679809/Put/seqid=0 2024-11-10T03:18:01,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742047_1223 (size=12301) 2024-11-10T03:18:01,576 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:01,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53814 deadline: 1731208741572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:01,576 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:01,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53798 deadline: 1731208741573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:01,764 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=289 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/.tmp/B/42acd70ddf7f4359ae30a91026f0183e 2024-11-10T03:18:01,770 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/.tmp/C/92ba7f8609a3455fa0612ec74c71bb83 is 50, key is test_row_0/C:col10/1731208679809/Put/seqid=0 2024-11-10T03:18:01,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742048_1224 (size=12301) 2024-11-10T03:18:02,083 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:02,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53814 deadline: 1731208742080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:02,083 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:02,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53798 deadline: 1731208742081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:02,174 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=289 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/.tmp/C/92ba7f8609a3455fa0612ec74c71bb83 2024-11-10T03:18:02,179 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/.tmp/A/f713fbb9317d4d8ab03ba9d20b4d7329 as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/A/f713fbb9317d4d8ab03ba9d20b4d7329 2024-11-10T03:18:02,183 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/A/f713fbb9317d4d8ab03ba9d20b4d7329, entries=200, sequenceid=289, filesize=39.0 K 2024-11-10T03:18:02,184 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/.tmp/B/42acd70ddf7f4359ae30a91026f0183e as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/B/42acd70ddf7f4359ae30a91026f0183e 2024-11-10T03:18:02,188 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/B/42acd70ddf7f4359ae30a91026f0183e, entries=150, sequenceid=289, filesize=12.0 K 2024-11-10T03:18:02,189 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/.tmp/C/92ba7f8609a3455fa0612ec74c71bb83 as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/C/92ba7f8609a3455fa0612ec74c71bb83 2024-11-10T03:18:02,193 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/C/92ba7f8609a3455fa0612ec74c71bb83, entries=150, sequenceid=289, filesize=12.0 K 2024-11-10T03:18:02,194 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for 8c521865dd7cdf73385ff8b6b2750f1d in 1271ms, sequenceid=289, compaction requested=true 2024-11-10T03:18:02,194 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8c521865dd7cdf73385ff8b6b2750f1d: 2024-11-10T03:18:02,194 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8c521865dd7cdf73385ff8b6b2750f1d:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T03:18:02,194 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T03:18:02,194 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8c521865dd7cdf73385ff8b6b2750f1d:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T03:18:02,194 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T03:18:02,194 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T03:18:02,194 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8c521865dd7cdf73385ff8b6b2750f1d:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T03:18:02,194 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T03:18:02,194 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T03:18:02,195 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102923 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T03:18:02,195 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37367 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T03:18:02,195 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HStore(1540): 8c521865dd7cdf73385ff8b6b2750f1d/B is initiating minor compaction (all files) 2024-11-10T03:18:02,195 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HStore(1540): 8c521865dd7cdf73385ff8b6b2750f1d/A is initiating minor compaction (all files) 2024-11-10T03:18:02,195 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8c521865dd7cdf73385ff8b6b2750f1d/B in TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d. 2024-11-10T03:18:02,195 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8c521865dd7cdf73385ff8b6b2750f1d/A in TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d. 2024-11-10T03:18:02,195 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/B/3cb710d303ad4c80bbf841c17b0b294f, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/B/858f9ff0283d4e74a6dd75d7a7c93915, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/B/42acd70ddf7f4359ae30a91026f0183e] into tmpdir=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/.tmp, totalSize=36.5 K 2024-11-10T03:18:02,195 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/A/8004979a1a6a4292ac185d027a57d79b, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/A/ebb91bfa51334feeb81ff7dfe9e5ec39, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/A/f713fbb9317d4d8ab03ba9d20b4d7329] into tmpdir=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/.tmp, totalSize=100.5 K 2024-11-10T03:18:02,195 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d. 2024-11-10T03:18:02,195 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d. files: [hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/A/8004979a1a6a4292ac185d027a57d79b, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/A/ebb91bfa51334feeb81ff7dfe9e5ec39, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/A/f713fbb9317d4d8ab03ba9d20b4d7329] 2024-11-10T03:18:02,195 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.Compactor(224): Compacting 3cb710d303ad4c80bbf841c17b0b294f, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1731208675536 2024-11-10T03:18:02,196 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8004979a1a6a4292ac185d027a57d79b, keycount=150, bloomtype=ROW, size=31.0 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1731208675536 2024-11-10T03:18:02,196 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.Compactor(224): Compacting 858f9ff0283d4e74a6dd75d7a7c93915, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=274, earliestPutTs=1731208677679 2024-11-10T03:18:02,196 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.Compactor(224): Compacting ebb91bfa51334feeb81ff7dfe9e5ec39, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=274, earliestPutTs=1731208677679 2024-11-10T03:18:02,196 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.Compactor(224): Compacting 42acd70ddf7f4359ae30a91026f0183e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1731208679809 2024-11-10T03:18:02,196 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.Compactor(224): Compacting f713fbb9317d4d8ab03ba9d20b4d7329, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1731208679808 2024-11-10T03:18:02,201 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=8c521865dd7cdf73385ff8b6b2750f1d] 2024-11-10T03:18:02,203 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241110bd6c09426f464dfbb032ab33384b39f2_8c521865dd7cdf73385ff8b6b2750f1d store=[table=TestAcidGuarantees family=A region=8c521865dd7cdf73385ff8b6b2750f1d] 2024-11-10T03:18:02,203 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8c521865dd7cdf73385ff8b6b2750f1d#B#compaction#187 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-10T03:18:02,203 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/.tmp/B/2716c16ef51a4b7e9c510e88ceee5812 is 50, key is test_row_0/B:col10/1731208679809/Put/seqid=0 2024-11-10T03:18:02,204 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241110bd6c09426f464dfbb032ab33384b39f2_8c521865dd7cdf73385ff8b6b2750f1d, store=[table=TestAcidGuarantees family=A region=8c521865dd7cdf73385ff8b6b2750f1d] 2024-11-10T03:18:02,204 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110bd6c09426f464dfbb032ab33384b39f2_8c521865dd7cdf73385ff8b6b2750f1d because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=8c521865dd7cdf73385ff8b6b2750f1d] 2024-11-10T03:18:02,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742049_1225 (size=13017) 2024-11-10T03:18:02,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742050_1226 (size=4469) 2024-11-10T03:18:02,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-10T03:18:02,451 INFO [Thread-695 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 55 completed 2024-11-10T03:18:02,451 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T03:18:02,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] procedure2.ProcedureExecutor(1098): Stored pid=57, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees 2024-11-10T03:18:02,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-10T03:18:02,453 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=57, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T03:18:02,453 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=57, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T03:18:02,453 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=58, ppid=57, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T03:18:02,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-10T03:18:02,604 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 700749f6e4aa,39315,1731208629620 2024-11-10T03:18:02,605 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39315 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-10T03:18:02,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d. 2024-11-10T03:18:02,605 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2837): Flushing 8c521865dd7cdf73385ff8b6b2750f1d 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-10T03:18:02,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c521865dd7cdf73385ff8b6b2750f1d, store=A 2024-11-10T03:18:02,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:18:02,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c521865dd7cdf73385ff8b6b2750f1d, store=B 2024-11-10T03:18:02,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:18:02,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c521865dd7cdf73385ff8b6b2750f1d, store=C 2024-11-10T03:18:02,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:18:02,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111064ee901ec9764b7aaf2b44b5534928d5_8c521865dd7cdf73385ff8b6b2750f1d is 50, key is test_row_0/A:col10/1731208680959/Put/seqid=0 2024-11-10T03:18:02,616 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8c521865dd7cdf73385ff8b6b2750f1d#A#compaction#186 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T03:18:02,616 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/.tmp/A/115e38df2553480cb93360e89c7157be is 175, key is test_row_0/A:col10/1731208679809/Put/seqid=0 2024-11-10T03:18:02,620 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/.tmp/B/2716c16ef51a4b7e9c510e88ceee5812 as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/B/2716c16ef51a4b7e9c510e88ceee5812 2024-11-10T03:18:02,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742051_1227 (size=12454) 2024-11-10T03:18:02,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742052_1228 (size=31971) 2024-11-10T03:18:02,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:02,627 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8c521865dd7cdf73385ff8b6b2750f1d/B of 8c521865dd7cdf73385ff8b6b2750f1d into 2716c16ef51a4b7e9c510e88ceee5812(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T03:18:02,627 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8c521865dd7cdf73385ff8b6b2750f1d: 2024-11-10T03:18:02,627 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d., storeName=8c521865dd7cdf73385ff8b6b2750f1d/B, priority=13, startTime=1731208682194; duration=0sec 2024-11-10T03:18:02,628 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T03:18:02,628 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8c521865dd7cdf73385ff8b6b2750f1d:B 2024-11-10T03:18:02,628 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T03:18:02,628 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37367 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T03:18:02,629 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HStore(1540): 8c521865dd7cdf73385ff8b6b2750f1d/C is initiating minor compaction (all files) 2024-11-10T03:18:02,629 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8c521865dd7cdf73385ff8b6b2750f1d/C in TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d. 2024-11-10T03:18:02,629 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/C/859474d0a0b4429d9b41073a34835bd2, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/C/1d47d0b563eb4716be3fd9be91a5ef34, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/C/92ba7f8609a3455fa0612ec74c71bb83] into tmpdir=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/.tmp, totalSize=36.5 K 2024-11-10T03:18:02,629 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.Compactor(224): Compacting 859474d0a0b4429d9b41073a34835bd2, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1731208675536 2024-11-10T03:18:02,630 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.Compactor(224): Compacting 1d47d0b563eb4716be3fd9be91a5ef34, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=274, earliestPutTs=1731208677679 2024-11-10T03:18:02,630 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111064ee901ec9764b7aaf2b44b5534928d5_8c521865dd7cdf73385ff8b6b2750f1d to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111064ee901ec9764b7aaf2b44b5534928d5_8c521865dd7cdf73385ff8b6b2750f1d 2024-11-10T03:18:02,630 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.Compactor(224): Compacting 92ba7f8609a3455fa0612ec74c71bb83, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1731208679809 2024-11-10T03:18:02,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/.tmp/A/3b1d5f8a482b4d17b03f646f7f0679a4, store: [table=TestAcidGuarantees family=A region=8c521865dd7cdf73385ff8b6b2750f1d] 2024-11-10T03:18:02,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/.tmp/A/3b1d5f8a482b4d17b03f646f7f0679a4 is 175, key is test_row_0/A:col10/1731208680959/Put/seqid=0 2024-11-10T03:18:02,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742053_1229 (size=31255) 2024-11-10T03:18:02,635 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=313, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/.tmp/A/3b1d5f8a482b4d17b03f646f7f0679a4 2024-11-10T03:18:02,639 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8c521865dd7cdf73385ff8b6b2750f1d#C#compaction#189 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T03:18:02,639 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/.tmp/C/4f73ddc8ed06477dad2c317148b3d661 is 50, key is test_row_0/C:col10/1731208679809/Put/seqid=0 2024-11-10T03:18:02,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/.tmp/B/216b65aed57d4c72a19200504e10b6f7 is 50, key is test_row_0/B:col10/1731208680959/Put/seqid=0 2024-11-10T03:18:02,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742054_1230 (size=13017) 2024-11-10T03:18:02,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742055_1231 (size=12301) 2024-11-10T03:18:02,658 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/.tmp/C/4f73ddc8ed06477dad2c317148b3d661 as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/C/4f73ddc8ed06477dad2c317148b3d661 2024-11-10T03:18:02,663 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8c521865dd7cdf73385ff8b6b2750f1d/C of 8c521865dd7cdf73385ff8b6b2750f1d into 4f73ddc8ed06477dad2c317148b3d661(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T03:18:02,663 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8c521865dd7cdf73385ff8b6b2750f1d: 2024-11-10T03:18:02,663 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d., storeName=8c521865dd7cdf73385ff8b6b2750f1d/C, priority=13, startTime=1731208682194; duration=0sec 2024-11-10T03:18:02,663 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T03:18:02,663 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8c521865dd7cdf73385ff8b6b2750f1d:C 2024-11-10T03:18:02,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-10T03:18:03,028 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/.tmp/A/115e38df2553480cb93360e89c7157be as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/A/115e38df2553480cb93360e89c7157be 2024-11-10T03:18:03,032 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8c521865dd7cdf73385ff8b6b2750f1d/A of 8c521865dd7cdf73385ff8b6b2750f1d into 115e38df2553480cb93360e89c7157be(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T03:18:03,032 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8c521865dd7cdf73385ff8b6b2750f1d: 2024-11-10T03:18:03,032 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d., storeName=8c521865dd7cdf73385ff8b6b2750f1d/A, priority=13, startTime=1731208682194; duration=0sec 2024-11-10T03:18:03,032 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T03:18:03,032 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8c521865dd7cdf73385ff8b6b2750f1d:A 2024-11-10T03:18:03,052 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=313 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/.tmp/B/216b65aed57d4c72a19200504e10b6f7 2024-11-10T03:18:03,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-10T03:18:03,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/.tmp/C/baf38ed108cd4e3e9fe88f4b62fc6c9b is 50, key is test_row_0/C:col10/1731208680959/Put/seqid=0 2024-11-10T03:18:03,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742056_1232 (size=12301) 2024-11-10T03:18:03,066 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=313 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/.tmp/C/baf38ed108cd4e3e9fe88f4b62fc6c9b 2024-11-10T03:18:03,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/.tmp/A/3b1d5f8a482b4d17b03f646f7f0679a4 as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/A/3b1d5f8a482b4d17b03f646f7f0679a4 2024-11-10T03:18:03,073 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/A/3b1d5f8a482b4d17b03f646f7f0679a4, entries=150, sequenceid=313, filesize=30.5 K 2024-11-10T03:18:03,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/.tmp/B/216b65aed57d4c72a19200504e10b6f7 as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/B/216b65aed57d4c72a19200504e10b6f7 2024-11-10T03:18:03,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,078 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/B/216b65aed57d4c72a19200504e10b6f7, entries=150, sequenceid=313, filesize=12.0 K 2024-11-10T03:18:03,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/.tmp/C/baf38ed108cd4e3e9fe88f4b62fc6c9b as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/C/baf38ed108cd4e3e9fe88f4b62fc6c9b 2024-11-10T03:18:03,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,083 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/C/baf38ed108cd4e3e9fe88f4b62fc6c9b, entries=150, sequenceid=313, filesize=12.0 K 2024-11-10T03:18:03,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,084 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=0 B/0 for 8c521865dd7cdf73385ff8b6b2750f1d in 479ms, sequenceid=313, compaction requested=false 2024-11-10T03:18:03,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2538): Flush status journal for 8c521865dd7cdf73385ff8b6b2750f1d: 2024-11-10T03:18:03,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d. 2024-11-10T03:18:03,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=58 2024-11-10T03:18:03,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster(4106): Remote procedure done, pid=58 2024-11-10T03:18:03,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,087 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=58, resume processing ppid=57 2024-11-10T03:18:03,087 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=58, ppid=57, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 632 msec 2024-11-10T03:18:03,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,088 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=57, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees in 636 msec 2024-11-10T03:18:03,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(8581): Flush requested on 8c521865dd7cdf73385ff8b6b2750f1d 2024-11-10T03:18:03,135 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8c521865dd7cdf73385ff8b6b2750f1d 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-10T03:18:03,136 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c521865dd7cdf73385ff8b6b2750f1d, store=A 2024-11-10T03:18:03,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,136 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:18:03,136 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c521865dd7cdf73385ff8b6b2750f1d, store=B 2024-11-10T03:18:03,136 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:18:03,136 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c521865dd7cdf73385ff8b6b2750f1d, store=C 2024-11-10T03:18:03,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,136 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:18:03,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,145 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110281ef4cb5cb3450c87394f897d636707_8c521865dd7cdf73385ff8b6b2750f1d is 50, key is test_row_0/A:col10/1731208683133/Put/seqid=0 2024-11-10T03:18:03,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742058_1234 (size=25158) 2024-11-10T03:18:03,165 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,169 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110281ef4cb5cb3450c87394f897d636707_8c521865dd7cdf73385ff8b6b2750f1d to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110281ef4cb5cb3450c87394f897d636707_8c521865dd7cdf73385ff8b6b2750f1d 2024-11-10T03:18:03,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,170 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/.tmp/A/dd94dc1514844951b5628cffea61664f, store: [table=TestAcidGuarantees family=A region=8c521865dd7cdf73385ff8b6b2750f1d] 2024-11-10T03:18:03,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,171 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/.tmp/A/dd94dc1514844951b5628cffea61664f is 175, key is test_row_0/A:col10/1731208683133/Put/seqid=0 2024-11-10T03:18:03,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742057_1233 (size=74795) 2024-11-10T03:18:03,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,174 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=327, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/.tmp/A/dd94dc1514844951b5628cffea61664f 2024-11-10T03:18:03,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:03,183 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/.tmp/B/10486476b8dd495b9f63b2ddc8328755 is 50, key is test_row_0/B:col10/1731208683133/Put/seqid=0 2024-11-10T03:18:03,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742059_1235 (size=24505) 2024-11-10T03:18:03,192 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:03,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53798 deadline: 1731208743190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:03,194 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=327 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/.tmp/B/10486476b8dd495b9f63b2ddc8328755 2024-11-10T03:18:03,197 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:03,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53814 deadline: 1731208743193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:03,202 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/.tmp/C/0edcdf0932af475785ca4b45a72ca363 is 50, key is test_row_0/C:col10/1731208683133/Put/seqid=0 2024-11-10T03:18:03,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742060_1236 (size=12301) 2024-11-10T03:18:03,293 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:03,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53798 deadline: 1731208743293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:03,301 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:03,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53814 deadline: 1731208743298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:03,497 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:03,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53798 deadline: 1731208743496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:03,504 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:03,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53814 deadline: 1731208743503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:03,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-10T03:18:03,556 INFO [Thread-695 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 57 completed 2024-11-10T03:18:03,557 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T03:18:03,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] procedure2.ProcedureExecutor(1098): Stored pid=59, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees 2024-11-10T03:18:03,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-10T03:18:03,558 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=59, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T03:18:03,558 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=59, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T03:18:03,559 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=60, ppid=59, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T03:18:03,611 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=327 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/.tmp/C/0edcdf0932af475785ca4b45a72ca363 2024-11-10T03:18:03,615 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/.tmp/A/dd94dc1514844951b5628cffea61664f as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/A/dd94dc1514844951b5628cffea61664f 2024-11-10T03:18:03,618 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/A/dd94dc1514844951b5628cffea61664f, entries=400, sequenceid=327, filesize=73.0 K 2024-11-10T03:18:03,619 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/.tmp/B/10486476b8dd495b9f63b2ddc8328755 as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/B/10486476b8dd495b9f63b2ddc8328755 2024-11-10T03:18:03,622 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/B/10486476b8dd495b9f63b2ddc8328755, entries=400, sequenceid=327, filesize=23.9 K 2024-11-10T03:18:03,623 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/.tmp/C/0edcdf0932af475785ca4b45a72ca363 as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/C/0edcdf0932af475785ca4b45a72ca363 2024-11-10T03:18:03,628 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/C/0edcdf0932af475785ca4b45a72ca363, entries=150, sequenceid=327, filesize=12.0 K 2024-11-10T03:18:03,629 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 8c521865dd7cdf73385ff8b6b2750f1d in 494ms, sequenceid=327, compaction requested=true 2024-11-10T03:18:03,629 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8c521865dd7cdf73385ff8b6b2750f1d: 2024-11-10T03:18:03,629 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8c521865dd7cdf73385ff8b6b2750f1d:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T03:18:03,629 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T03:18:03,629 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T03:18:03,629 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8c521865dd7cdf73385ff8b6b2750f1d:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T03:18:03,629 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T03:18:03,629 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T03:18:03,629 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8c521865dd7cdf73385ff8b6b2750f1d:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T03:18:03,629 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T03:18:03,630 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 138021 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T03:18:03,630 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 49823 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T03:18:03,630 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HStore(1540): 8c521865dd7cdf73385ff8b6b2750f1d/A is initiating minor compaction (all files) 2024-11-10T03:18:03,630 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HStore(1540): 8c521865dd7cdf73385ff8b6b2750f1d/B is initiating minor compaction (all files) 2024-11-10T03:18:03,630 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8c521865dd7cdf73385ff8b6b2750f1d/A in TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d. 2024-11-10T03:18:03,630 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8c521865dd7cdf73385ff8b6b2750f1d/B in TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d. 2024-11-10T03:18:03,630 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/A/115e38df2553480cb93360e89c7157be, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/A/3b1d5f8a482b4d17b03f646f7f0679a4, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/A/dd94dc1514844951b5628cffea61664f] into tmpdir=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/.tmp, totalSize=134.8 K 2024-11-10T03:18:03,630 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/B/2716c16ef51a4b7e9c510e88ceee5812, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/B/216b65aed57d4c72a19200504e10b6f7, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/B/10486476b8dd495b9f63b2ddc8328755] into tmpdir=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/.tmp, totalSize=48.7 K 2024-11-10T03:18:03,630 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d. 2024-11-10T03:18:03,631 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d. files: [hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/A/115e38df2553480cb93360e89c7157be, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/A/3b1d5f8a482b4d17b03f646f7f0679a4, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/A/dd94dc1514844951b5628cffea61664f] 2024-11-10T03:18:03,631 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.Compactor(224): Compacting 115e38df2553480cb93360e89c7157be, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1731208679809 2024-11-10T03:18:03,631 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.Compactor(224): Compacting 2716c16ef51a4b7e9c510e88ceee5812, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1731208679809 2024-11-10T03:18:03,631 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.Compactor(224): Compacting 216b65aed57d4c72a19200504e10b6f7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=313, earliestPutTs=1731208680949 2024-11-10T03:18:03,631 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3b1d5f8a482b4d17b03f646f7f0679a4, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=313, earliestPutTs=1731208680949 2024-11-10T03:18:03,632 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.Compactor(224): Compacting dd94dc1514844951b5628cffea61664f, keycount=400, bloomtype=ROW, size=73.0 K, encoding=NONE, compression=NONE, seqNum=327, earliestPutTs=1731208683100 2024-11-10T03:18:03,632 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.Compactor(224): Compacting 10486476b8dd495b9f63b2ddc8328755, keycount=400, bloomtype=ROW, size=23.9 K, encoding=NONE, compression=NONE, seqNum=327, earliestPutTs=1731208683100 2024-11-10T03:18:03,638 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=8c521865dd7cdf73385ff8b6b2750f1d] 2024-11-10T03:18:03,645 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8c521865dd7cdf73385ff8b6b2750f1d#B#compaction#196 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-10T03:18:03,645 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/.tmp/B/eebf17e43fae42729e4c96687517606a is 50, key is test_row_0/B:col10/1731208683133/Put/seqid=0 2024-11-10T03:18:03,646 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411109f24369ff97b42158a67dde127c8f1bf_8c521865dd7cdf73385ff8b6b2750f1d store=[table=TestAcidGuarantees family=A region=8c521865dd7cdf73385ff8b6b2750f1d] 2024-11-10T03:18:03,649 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411109f24369ff97b42158a67dde127c8f1bf_8c521865dd7cdf73385ff8b6b2750f1d, store=[table=TestAcidGuarantees family=A region=8c521865dd7cdf73385ff8b6b2750f1d] 2024-11-10T03:18:03,649 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411109f24369ff97b42158a67dde127c8f1bf_8c521865dd7cdf73385ff8b6b2750f1d because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=8c521865dd7cdf73385ff8b6b2750f1d] 2024-11-10T03:18:03,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742061_1237 (size=13119) 2024-11-10T03:18:03,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742062_1238 (size=4469) 2024-11-10T03:18:03,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-10T03:18:03,660 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8c521865dd7cdf73385ff8b6b2750f1d#A#compaction#195 average throughput is 1.11 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T03:18:03,661 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/.tmp/A/7d5609027c864cee92e2ec053c66a6f2 is 175, key is test_row_0/A:col10/1731208683133/Put/seqid=0 2024-11-10T03:18:03,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742063_1239 (size=32073) 2024-11-10T03:18:03,667 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/.tmp/B/eebf17e43fae42729e4c96687517606a as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/B/eebf17e43fae42729e4c96687517606a 2024-11-10T03:18:03,671 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/.tmp/A/7d5609027c864cee92e2ec053c66a6f2 as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/A/7d5609027c864cee92e2ec053c66a6f2 2024-11-10T03:18:03,672 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8c521865dd7cdf73385ff8b6b2750f1d/B of 8c521865dd7cdf73385ff8b6b2750f1d into eebf17e43fae42729e4c96687517606a(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T03:18:03,672 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8c521865dd7cdf73385ff8b6b2750f1d: 2024-11-10T03:18:03,672 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d., storeName=8c521865dd7cdf73385ff8b6b2750f1d/B, priority=13, startTime=1731208683629; duration=0sec 2024-11-10T03:18:03,672 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T03:18:03,672 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8c521865dd7cdf73385ff8b6b2750f1d:B 2024-11-10T03:18:03,672 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T03:18:03,674 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T03:18:03,675 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HStore(1540): 8c521865dd7cdf73385ff8b6b2750f1d/C is initiating minor compaction (all files) 2024-11-10T03:18:03,675 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8c521865dd7cdf73385ff8b6b2750f1d/C in TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d. 2024-11-10T03:18:03,675 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/C/4f73ddc8ed06477dad2c317148b3d661, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/C/baf38ed108cd4e3e9fe88f4b62fc6c9b, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/C/0edcdf0932af475785ca4b45a72ca363] into tmpdir=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/.tmp, totalSize=36.7 K 2024-11-10T03:18:03,675 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.Compactor(224): Compacting 4f73ddc8ed06477dad2c317148b3d661, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1731208679809 2024-11-10T03:18:03,676 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.Compactor(224): Compacting baf38ed108cd4e3e9fe88f4b62fc6c9b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=313, earliestPutTs=1731208680949 2024-11-10T03:18:03,676 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.Compactor(224): Compacting 0edcdf0932af475785ca4b45a72ca363, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=327, earliestPutTs=1731208683130 2024-11-10T03:18:03,676 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8c521865dd7cdf73385ff8b6b2750f1d/A of 8c521865dd7cdf73385ff8b6b2750f1d into 7d5609027c864cee92e2ec053c66a6f2(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T03:18:03,676 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8c521865dd7cdf73385ff8b6b2750f1d: 2024-11-10T03:18:03,676 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d., storeName=8c521865dd7cdf73385ff8b6b2750f1d/A, priority=13, startTime=1731208683629; duration=0sec 2024-11-10T03:18:03,676 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T03:18:03,676 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8c521865dd7cdf73385ff8b6b2750f1d:A 2024-11-10T03:18:03,683 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8c521865dd7cdf73385ff8b6b2750f1d#C#compaction#197 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T03:18:03,684 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/.tmp/C/730b4214e889452c832324824fa427cb is 50, key is test_row_0/C:col10/1731208683133/Put/seqid=0 2024-11-10T03:18:03,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742064_1240 (size=13119) 2024-11-10T03:18:03,710 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 700749f6e4aa,39315,1731208629620 2024-11-10T03:18:03,710 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39315 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-11-10T03:18:03,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d. 2024-11-10T03:18:03,710 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2837): Flushing 8c521865dd7cdf73385ff8b6b2750f1d 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-10T03:18:03,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c521865dd7cdf73385ff8b6b2750f1d, store=A 2024-11-10T03:18:03,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:18:03,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c521865dd7cdf73385ff8b6b2750f1d, store=B 2024-11-10T03:18:03,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:18:03,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c521865dd7cdf73385ff8b6b2750f1d, store=C 2024-11-10T03:18:03,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:18:03,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411107e575589ae724754a67bc994d8e5494f_8c521865dd7cdf73385ff8b6b2750f1d is 50, key is test_row_0/A:col10/1731208683190/Put/seqid=0 2024-11-10T03:18:03,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742065_1241 (size=12454) 2024-11-10T03:18:03,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(8581): Flush requested on 8c521865dd7cdf73385ff8b6b2750f1d 2024-11-10T03:18:03,803 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d. as already flushing 2024-11-10T03:18:03,843 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:03,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53798 deadline: 1731208743841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:03,843 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:03,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53814 deadline: 1731208743842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:03,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-10T03:18:03,944 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:03,944 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:03,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53814 deadline: 1731208743944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:03,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53798 deadline: 1731208743943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:04,092 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/.tmp/C/730b4214e889452c832324824fa427cb as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/C/730b4214e889452c832324824fa427cb 2024-11-10T03:18:04,096 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8c521865dd7cdf73385ff8b6b2750f1d/C of 8c521865dd7cdf73385ff8b6b2750f1d into 730b4214e889452c832324824fa427cb(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T03:18:04,096 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8c521865dd7cdf73385ff8b6b2750f1d: 2024-11-10T03:18:04,097 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d., storeName=8c521865dd7cdf73385ff8b6b2750f1d/C, priority=13, startTime=1731208683629; duration=0sec 2024-11-10T03:18:04,097 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T03:18:04,097 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8c521865dd7cdf73385ff8b6b2750f1d:C 2024-11-10T03:18:04,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:04,125 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411107e575589ae724754a67bc994d8e5494f_8c521865dd7cdf73385ff8b6b2750f1d to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411107e575589ae724754a67bc994d8e5494f_8c521865dd7cdf73385ff8b6b2750f1d 2024-11-10T03:18:04,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/.tmp/A/7c00ba0afb8849449153e57f403726ca, store: [table=TestAcidGuarantees family=A region=8c521865dd7cdf73385ff8b6b2750f1d] 2024-11-10T03:18:04,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/.tmp/A/7c00ba0afb8849449153e57f403726ca is 175, key is test_row_0/A:col10/1731208683190/Put/seqid=0 2024-11-10T03:18:04,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742066_1242 (size=31255) 2024-11-10T03:18:04,147 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:04,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53798 deadline: 1731208744145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:04,147 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:04,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53814 deadline: 1731208744145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:04,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-10T03:18:04,299 DEBUG [Thread-696 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x22e911df to 127.0.0.1:55635 2024-11-10T03:18:04,299 DEBUG [Thread-696 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T03:18:04,300 DEBUG [Thread-698 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3b727d6e to 127.0.0.1:55635 2024-11-10T03:18:04,300 DEBUG [Thread-698 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T03:18:04,301 DEBUG [Thread-702 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2c38ee58 to 127.0.0.1:55635 2024-11-10T03:18:04,301 DEBUG [Thread-702 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T03:18:04,303 DEBUG [Thread-700 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1c7940d9 to 127.0.0.1:55635 2024-11-10T03:18:04,303 DEBUG [Thread-700 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T03:18:04,449 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:04,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53814 deadline: 1731208744449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:04,450 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:04,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53798 deadline: 1731208744449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:04,532 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=354, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/.tmp/A/7c00ba0afb8849449153e57f403726ca 2024-11-10T03:18:04,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/.tmp/B/c7d9eee008974d85bc24a6c34d6adc29 is 50, key is test_row_0/B:col10/1731208683190/Put/seqid=0 2024-11-10T03:18:04,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742067_1243 (size=12301) 2024-11-10T03:18:04,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-10T03:18:04,948 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=354 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/.tmp/B/c7d9eee008974d85bc24a6c34d6adc29 2024-11-10T03:18:04,954 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:04,954 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:04,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53814 deadline: 1731208744954, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:04,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53798 deadline: 1731208744954, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:04,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/.tmp/C/b1e4985119bc4b2595e8fc5ed9eb0937 is 50, key is test_row_0/C:col10/1731208683190/Put/seqid=0 2024-11-10T03:18:04,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742068_1244 (size=12301) 2024-11-10T03:18:05,365 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=354 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/.tmp/C/b1e4985119bc4b2595e8fc5ed9eb0937 2024-11-10T03:18:05,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/.tmp/A/7c00ba0afb8849449153e57f403726ca as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/A/7c00ba0afb8849449153e57f403726ca 2024-11-10T03:18:05,384 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/A/7c00ba0afb8849449153e57f403726ca, entries=150, sequenceid=354, filesize=30.5 K 2024-11-10T03:18:05,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/.tmp/B/c7d9eee008974d85bc24a6c34d6adc29 as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/B/c7d9eee008974d85bc24a6c34d6adc29 2024-11-10T03:18:05,391 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/B/c7d9eee008974d85bc24a6c34d6adc29, entries=150, sequenceid=354, filesize=12.0 K 2024-11-10T03:18:05,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/.tmp/C/b1e4985119bc4b2595e8fc5ed9eb0937 as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/C/b1e4985119bc4b2595e8fc5ed9eb0937 2024-11-10T03:18:05,397 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/C/b1e4985119bc4b2595e8fc5ed9eb0937, entries=150, sequenceid=354, filesize=12.0 K 2024-11-10T03:18:05,398 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 8c521865dd7cdf73385ff8b6b2750f1d in 1688ms, sequenceid=354, compaction requested=false 2024-11-10T03:18:05,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2538): Flush status journal for 8c521865dd7cdf73385ff8b6b2750f1d: 2024-11-10T03:18:05,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d. 2024-11-10T03:18:05,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=60 2024-11-10T03:18:05,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster(4106): Remote procedure done, pid=60 2024-11-10T03:18:05,401 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=60, resume processing ppid=59 2024-11-10T03:18:05,401 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=60, ppid=59, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8410 sec 2024-11-10T03:18:05,403 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=59, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees in 1.8450 sec 2024-11-10T03:18:05,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-10T03:18:05,663 INFO [Thread-695 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 59 completed 2024-11-10T03:18:05,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(8581): Flush requested on 8c521865dd7cdf73385ff8b6b2750f1d 2024-11-10T03:18:05,961 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8c521865dd7cdf73385ff8b6b2750f1d 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-10T03:18:05,962 DEBUG [Thread-689 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x454f1431 to 127.0.0.1:55635 2024-11-10T03:18:05,962 DEBUG [Thread-689 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T03:18:05,962 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c521865dd7cdf73385ff8b6b2750f1d, store=A 2024-11-10T03:18:05,963 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:18:05,963 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c521865dd7cdf73385ff8b6b2750f1d, store=B 2024-11-10T03:18:05,963 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:18:05,963 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c521865dd7cdf73385ff8b6b2750f1d, store=C 2024-11-10T03:18:05,963 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:18:05,966 DEBUG [Thread-691 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x505d5ccd to 127.0.0.1:55635 2024-11-10T03:18:05,966 DEBUG [Thread-691 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T03:18:05,971 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411109529304790c0473eaf5960e8802bc61a_8c521865dd7cdf73385ff8b6b2750f1d is 50, key is test_row_0/A:col10/1731208685958/Put/seqid=0 2024-11-10T03:18:05,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742069_1245 (size=12454) 2024-11-10T03:18:06,377 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:06,387 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411109529304790c0473eaf5960e8802bc61a_8c521865dd7cdf73385ff8b6b2750f1d to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411109529304790c0473eaf5960e8802bc61a_8c521865dd7cdf73385ff8b6b2750f1d 2024-11-10T03:18:06,388 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/.tmp/A/cb53c03f2d094b80b911e171c643028a, store: [table=TestAcidGuarantees family=A region=8c521865dd7cdf73385ff8b6b2750f1d] 2024-11-10T03:18:06,389 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/.tmp/A/cb53c03f2d094b80b911e171c643028a is 175, key is test_row_0/A:col10/1731208685958/Put/seqid=0 2024-11-10T03:18:06,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742070_1246 (size=31255) 2024-11-10T03:18:06,794 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=367, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/.tmp/A/cb53c03f2d094b80b911e171c643028a 2024-11-10T03:18:06,805 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/.tmp/B/71e29332061546208f1e6548d9903e09 is 50, key is test_row_0/B:col10/1731208685958/Put/seqid=0 2024-11-10T03:18:06,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742071_1247 (size=12301) 2024-11-10T03:18:07,211 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=367 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/.tmp/B/71e29332061546208f1e6548d9903e09 2024-11-10T03:18:07,226 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/.tmp/C/b80678bf01ca4f98a1990b2b7bf7c134 is 50, key is test_row_0/C:col10/1731208685958/Put/seqid=0 2024-11-10T03:18:07,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742072_1248 (size=12301) 2024-11-10T03:18:07,632 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=367 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/.tmp/C/b80678bf01ca4f98a1990b2b7bf7c134 2024-11-10T03:18:07,666 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/.tmp/A/cb53c03f2d094b80b911e171c643028a as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/A/cb53c03f2d094b80b911e171c643028a 2024-11-10T03:18:07,675 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/A/cb53c03f2d094b80b911e171c643028a, entries=150, sequenceid=367, filesize=30.5 K 2024-11-10T03:18:07,676 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/.tmp/B/71e29332061546208f1e6548d9903e09 as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/B/71e29332061546208f1e6548d9903e09 2024-11-10T03:18:07,682 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/B/71e29332061546208f1e6548d9903e09, entries=150, sequenceid=367, filesize=12.0 K 2024-11-10T03:18:07,683 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/.tmp/C/b80678bf01ca4f98a1990b2b7bf7c134 as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/C/b80678bf01ca4f98a1990b2b7bf7c134 2024-11-10T03:18:07,688 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/C/b80678bf01ca4f98a1990b2b7bf7c134, entries=150, sequenceid=367, filesize=12.0 K 2024-11-10T03:18:07,688 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=6.71 KB/6870 for 8c521865dd7cdf73385ff8b6b2750f1d in 1727ms, sequenceid=367, compaction requested=true 2024-11-10T03:18:07,688 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8c521865dd7cdf73385ff8b6b2750f1d: 2024-11-10T03:18:07,689 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8c521865dd7cdf73385ff8b6b2750f1d:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T03:18:07,689 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T03:18:07,689 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8c521865dd7cdf73385ff8b6b2750f1d:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T03:18:07,689 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T03:18:07,689 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T03:18:07,689 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8c521865dd7cdf73385ff8b6b2750f1d:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T03:18:07,689 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T03:18:07,689 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T03:18:07,690 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 94583 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T03:18:07,690 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T03:18:07,690 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HStore(1540): 8c521865dd7cdf73385ff8b6b2750f1d/B is initiating minor compaction (all files) 2024-11-10T03:18:07,690 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HStore(1540): 8c521865dd7cdf73385ff8b6b2750f1d/A is initiating minor compaction (all files) 2024-11-10T03:18:07,690 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8c521865dd7cdf73385ff8b6b2750f1d/A in TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d. 2024-11-10T03:18:07,690 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8c521865dd7cdf73385ff8b6b2750f1d/B in TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d. 2024-11-10T03:18:07,690 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/B/eebf17e43fae42729e4c96687517606a, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/B/c7d9eee008974d85bc24a6c34d6adc29, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/B/71e29332061546208f1e6548d9903e09] into tmpdir=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/.tmp, totalSize=36.8 K 2024-11-10T03:18:07,690 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/A/7d5609027c864cee92e2ec053c66a6f2, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/A/7c00ba0afb8849449153e57f403726ca, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/A/cb53c03f2d094b80b911e171c643028a] into tmpdir=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/.tmp, totalSize=92.4 K 2024-11-10T03:18:07,690 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d. 2024-11-10T03:18:07,690 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d. files: [hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/A/7d5609027c864cee92e2ec053c66a6f2, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/A/7c00ba0afb8849449153e57f403726ca, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/A/cb53c03f2d094b80b911e171c643028a] 2024-11-10T03:18:07,691 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.Compactor(224): Compacting eebf17e43fae42729e4c96687517606a, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=327, earliestPutTs=1731208683130 2024-11-10T03:18:07,691 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7d5609027c864cee92e2ec053c66a6f2, keycount=150, bloomtype=ROW, size=31.3 K, encoding=NONE, compression=NONE, seqNum=327, earliestPutTs=1731208683130 2024-11-10T03:18:07,691 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.Compactor(224): Compacting c7d9eee008974d85bc24a6c34d6adc29, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=354, earliestPutTs=1731208683187 2024-11-10T03:18:07,691 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7c00ba0afb8849449153e57f403726ca, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=354, earliestPutTs=1731208683187 2024-11-10T03:18:07,691 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.Compactor(224): Compacting 71e29332061546208f1e6548d9903e09, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=367, earliestPutTs=1731208683807 2024-11-10T03:18:07,691 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.Compactor(224): Compacting cb53c03f2d094b80b911e171c643028a, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=367, earliestPutTs=1731208683807 2024-11-10T03:18:07,702 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8c521865dd7cdf73385ff8b6b2750f1d#B#compaction#204 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T03:18:07,702 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=8c521865dd7cdf73385ff8b6b2750f1d] 2024-11-10T03:18:07,703 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/.tmp/B/a031b36e45a248fdac0239283a939b2b is 50, key is test_row_0/B:col10/1731208685958/Put/seqid=0 2024-11-10T03:18:07,714 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411105fdc49c3271c4ac3ae33a03f2dc122fb_8c521865dd7cdf73385ff8b6b2750f1d store=[table=TestAcidGuarantees family=A region=8c521865dd7cdf73385ff8b6b2750f1d] 2024-11-10T03:18:07,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742073_1249 (size=13221) 2024-11-10T03:18:07,754 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411105fdc49c3271c4ac3ae33a03f2dc122fb_8c521865dd7cdf73385ff8b6b2750f1d, store=[table=TestAcidGuarantees family=A region=8c521865dd7cdf73385ff8b6b2750f1d] 2024-11-10T03:18:07,755 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411105fdc49c3271c4ac3ae33a03f2dc122fb_8c521865dd7cdf73385ff8b6b2750f1d because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=8c521865dd7cdf73385ff8b6b2750f1d] 2024-11-10T03:18:07,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742074_1250 (size=4469) 2024-11-10T03:18:08,066 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-10T03:18:08,121 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/.tmp/B/a031b36e45a248fdac0239283a939b2b as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/B/a031b36e45a248fdac0239283a939b2b 2024-11-10T03:18:08,127 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8c521865dd7cdf73385ff8b6b2750f1d/B of 8c521865dd7cdf73385ff8b6b2750f1d into a031b36e45a248fdac0239283a939b2b(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T03:18:08,127 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8c521865dd7cdf73385ff8b6b2750f1d: 2024-11-10T03:18:08,127 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d., storeName=8c521865dd7cdf73385ff8b6b2750f1d/B, priority=13, startTime=1731208687689; duration=0sec 2024-11-10T03:18:08,127 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T03:18:08,127 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8c521865dd7cdf73385ff8b6b2750f1d:B 2024-11-10T03:18:08,127 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T03:18:08,128 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T03:18:08,129 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HStore(1540): 8c521865dd7cdf73385ff8b6b2750f1d/C is initiating minor compaction (all files) 2024-11-10T03:18:08,129 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8c521865dd7cdf73385ff8b6b2750f1d/C in TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d. 2024-11-10T03:18:08,129 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/C/730b4214e889452c832324824fa427cb, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/C/b1e4985119bc4b2595e8fc5ed9eb0937, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/C/b80678bf01ca4f98a1990b2b7bf7c134] into tmpdir=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/.tmp, totalSize=36.8 K 2024-11-10T03:18:08,129 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.Compactor(224): Compacting 730b4214e889452c832324824fa427cb, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=327, earliestPutTs=1731208683130 2024-11-10T03:18:08,130 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.Compactor(224): Compacting b1e4985119bc4b2595e8fc5ed9eb0937, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=354, earliestPutTs=1731208683187 2024-11-10T03:18:08,130 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.Compactor(224): Compacting b80678bf01ca4f98a1990b2b7bf7c134, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=367, earliestPutTs=1731208683807 2024-11-10T03:18:08,140 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8c521865dd7cdf73385ff8b6b2750f1d#C#compaction#206 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-10T03:18:08,140 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/.tmp/C/020186235e8145fcad7373a5e88d9f78 is 50, key is test_row_0/C:col10/1731208685958/Put/seqid=0 2024-11-10T03:18:08,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742075_1251 (size=13221) 2024-11-10T03:18:08,161 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8c521865dd7cdf73385ff8b6b2750f1d#A#compaction#205 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T03:18:08,161 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/.tmp/A/369f65cae5884649a9e28e4214d1935e is 175, key is test_row_0/A:col10/1731208685958/Put/seqid=0 2024-11-10T03:18:08,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742076_1252 (size=32175) 2024-11-10T03:18:08,551 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/.tmp/C/020186235e8145fcad7373a5e88d9f78 as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/C/020186235e8145fcad7373a5e88d9f78 2024-11-10T03:18:08,558 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8c521865dd7cdf73385ff8b6b2750f1d/C of 8c521865dd7cdf73385ff8b6b2750f1d into 020186235e8145fcad7373a5e88d9f78(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T03:18:08,558 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8c521865dd7cdf73385ff8b6b2750f1d: 2024-11-10T03:18:08,558 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d., storeName=8c521865dd7cdf73385ff8b6b2750f1d/C, priority=13, startTime=1731208687689; duration=0sec 2024-11-10T03:18:08,558 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T03:18:08,558 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8c521865dd7cdf73385ff8b6b2750f1d:C 2024-11-10T03:18:08,570 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/.tmp/A/369f65cae5884649a9e28e4214d1935e as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/A/369f65cae5884649a9e28e4214d1935e 2024-11-10T03:18:08,574 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8c521865dd7cdf73385ff8b6b2750f1d/A of 8c521865dd7cdf73385ff8b6b2750f1d into 369f65cae5884649a9e28e4214d1935e(size=31.4 K), total size for store is 31.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T03:18:08,574 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8c521865dd7cdf73385ff8b6b2750f1d: 2024-11-10T03:18:08,574 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d., storeName=8c521865dd7cdf73385ff8b6b2750f1d/A, priority=13, startTime=1731208687689; duration=0sec 2024-11-10T03:18:08,575 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T03:18:08,575 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8c521865dd7cdf73385ff8b6b2750f1d:A 2024-11-10T03:18:10,511 DEBUG [Thread-685 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x79982672 to 127.0.0.1:55635 2024-11-10T03:18:10,511 DEBUG [Thread-685 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T03:18:10,567 DEBUG [Thread-693 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x367f47f7 to 127.0.0.1:55635 2024-11-10T03:18:10,567 DEBUG [Thread-693 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T03:18:10,592 DEBUG [Thread-687 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7b4bd1ba to 127.0.0.1:55635 2024-11-10T03:18:10,592 DEBUG [Thread-687 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T03:18:10,592 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-10T03:18:10,592 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 33 2024-11-10T03:18:10,592 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 33 2024-11-10T03:18:10,592 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 96 2024-11-10T03:18:10,592 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 88 2024-11-10T03:18:10,592 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 36 2024-11-10T03:18:10,592 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-10T03:18:10,592 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6159 2024-11-10T03:18:10,592 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6125 2024-11-10T03:18:10,592 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-10T03:18:10,592 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2567 2024-11-10T03:18:10,592 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7700 rows 2024-11-10T03:18:10,592 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2569 2024-11-10T03:18:10,592 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7706 rows 2024-11-10T03:18:10,592 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-10T03:18:10,592 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x118b007e to 127.0.0.1:55635 2024-11-10T03:18:10,592 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T03:18:10,594 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-10T03:18:10,594 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-10T03:18:10,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] procedure2.ProcedureExecutor(1098): Stored pid=61, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-10T03:18:10,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-10T03:18:10,599 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731208690598"}]},"ts":"1731208690598"} 2024-11-10T03:18:10,600 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-10T03:18:10,617 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-10T03:18:10,618 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=62, ppid=61, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-10T03:18:10,619 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=63, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=8c521865dd7cdf73385ff8b6b2750f1d, UNASSIGN}] 2024-11-10T03:18:10,620 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=63, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=8c521865dd7cdf73385ff8b6b2750f1d, UNASSIGN 2024-11-10T03:18:10,620 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=63 updating hbase:meta row=8c521865dd7cdf73385ff8b6b2750f1d, regionState=CLOSING, regionLocation=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:10,621 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-10T03:18:10,621 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=64, ppid=63, state=RUNNABLE; CloseRegionProcedure 8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620}] 2024-11-10T03:18:10,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-10T03:18:10,773 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 700749f6e4aa,39315,1731208629620 2024-11-10T03:18:10,774 INFO [RS_CLOSE_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] handler.UnassignRegionHandler(124): Close 8c521865dd7cdf73385ff8b6b2750f1d 2024-11-10T03:18:10,774 DEBUG [RS_CLOSE_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-10T03:18:10,774 DEBUG [RS_CLOSE_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.HRegion(1681): Closing 8c521865dd7cdf73385ff8b6b2750f1d, disabling compactions & flushes 2024-11-10T03:18:10,774 INFO [RS_CLOSE_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d. 2024-11-10T03:18:10,774 DEBUG [RS_CLOSE_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d. 2024-11-10T03:18:10,774 DEBUG [RS_CLOSE_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d. after waiting 0 ms 2024-11-10T03:18:10,774 DEBUG [RS_CLOSE_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d. 2024-11-10T03:18:10,775 INFO [RS_CLOSE_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.HRegion(2837): Flushing 8c521865dd7cdf73385ff8b6b2750f1d 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-10T03:18:10,775 DEBUG [RS_CLOSE_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c521865dd7cdf73385ff8b6b2750f1d, store=A 2024-11-10T03:18:10,775 DEBUG [RS_CLOSE_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:18:10,775 DEBUG [RS_CLOSE_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c521865dd7cdf73385ff8b6b2750f1d, store=B 2024-11-10T03:18:10,775 DEBUG [RS_CLOSE_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:18:10,776 DEBUG [RS_CLOSE_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c521865dd7cdf73385ff8b6b2750f1d, store=C 2024-11-10T03:18:10,776 DEBUG [RS_CLOSE_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:18:10,788 DEBUG [RS_CLOSE_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110241c6afed3d547b3b251bd1cc4cc3b24_8c521865dd7cdf73385ff8b6b2750f1d is 50, key is test_row_0/A:col10/1731208690591/Put/seqid=0 2024-11-10T03:18:10,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742077_1253 (size=12454) 2024-11-10T03:18:10,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-10T03:18:11,041 ERROR [LeaseRenewer:jenkins@localhost:45751 {}] server.NIOServerCnxnFactory(85): Thread Thread[LeaseRenewer:jenkins@localhost:45751,5,PEWorkerGroup] died java.lang.NullPointerException: Cannot invoke "org.apache.hadoop.hdfs.DFSOutputStream.getNamespace()" because "outputStream" is null at org.apache.hadoop.hdfs.DFSClient.getNamespaces(DFSClient.java:596) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.renewLease(DFSClient.java:618) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.renew(LeaseRenewer.java:425) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:445) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) ~[hadoop-hdfs-client-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:18:11,195 DEBUG [RS_CLOSE_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:11,199 INFO [RS_CLOSE_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110241c6afed3d547b3b251bd1cc4cc3b24_8c521865dd7cdf73385ff8b6b2750f1d to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110241c6afed3d547b3b251bd1cc4cc3b24_8c521865dd7cdf73385ff8b6b2750f1d 2024-11-10T03:18:11,200 DEBUG [RS_CLOSE_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/.tmp/A/d5173baaa5b047a69d6a995da14b1108, store: [table=TestAcidGuarantees family=A region=8c521865dd7cdf73385ff8b6b2750f1d] 2024-11-10T03:18:11,200 DEBUG [RS_CLOSE_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/.tmp/A/d5173baaa5b047a69d6a995da14b1108 is 175, key is test_row_0/A:col10/1731208690591/Put/seqid=0 2024-11-10T03:18:11,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-10T03:18:11,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742078_1254 (size=31255) 2024-11-10T03:18:11,606 INFO [RS_CLOSE_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=377, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/.tmp/A/d5173baaa5b047a69d6a995da14b1108 2024-11-10T03:18:11,620 DEBUG [RS_CLOSE_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/.tmp/B/6ad3c1e9b80a4203afb948ea03858da2 is 50, key is test_row_0/B:col10/1731208690591/Put/seqid=0 2024-11-10T03:18:11,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742079_1255 (size=12301) 2024-11-10T03:18:11,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-10T03:18:12,026 INFO [RS_CLOSE_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=377 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/.tmp/B/6ad3c1e9b80a4203afb948ea03858da2 2024-11-10T03:18:12,041 DEBUG [RS_CLOSE_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/.tmp/C/4bb89b4f489343c38d944a5e3b312ed2 is 50, key is test_row_0/C:col10/1731208690591/Put/seqid=0 2024-11-10T03:18:12,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742080_1256 (size=12301) 2024-11-10T03:18:12,349 ERROR [LeaseRenewer:jenkins.hfs.0@localhost:45751 {}] server.NIOServerCnxnFactory(85): Thread Thread[LeaseRenewer:jenkins.hfs.0@localhost:45751,5,FailOnTimeoutGroup] died java.lang.NullPointerException: Cannot invoke "org.apache.hadoop.hdfs.DFSOutputStream.getNamespace()" because "outputStream" is null at org.apache.hadoop.hdfs.DFSClient.getNamespaces(DFSClient.java:596) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.renewLease(DFSClient.java:618) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.renew(LeaseRenewer.java:425) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:445) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) ~[hadoop-hdfs-client-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:18:12,448 INFO [RS_CLOSE_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=377 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/.tmp/C/4bb89b4f489343c38d944a5e3b312ed2 2024-11-10T03:18:12,458 DEBUG [RS_CLOSE_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/.tmp/A/d5173baaa5b047a69d6a995da14b1108 as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/A/d5173baaa5b047a69d6a995da14b1108 2024-11-10T03:18:12,463 INFO [RS_CLOSE_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/A/d5173baaa5b047a69d6a995da14b1108, entries=150, sequenceid=377, filesize=30.5 K 2024-11-10T03:18:12,464 DEBUG [RS_CLOSE_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/.tmp/B/6ad3c1e9b80a4203afb948ea03858da2 as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/B/6ad3c1e9b80a4203afb948ea03858da2 2024-11-10T03:18:12,469 INFO [RS_CLOSE_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/B/6ad3c1e9b80a4203afb948ea03858da2, entries=150, sequenceid=377, filesize=12.0 K 2024-11-10T03:18:12,470 DEBUG [RS_CLOSE_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/.tmp/C/4bb89b4f489343c38d944a5e3b312ed2 as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/C/4bb89b4f489343c38d944a5e3b312ed2 2024-11-10T03:18:12,474 INFO [RS_CLOSE_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/C/4bb89b4f489343c38d944a5e3b312ed2, entries=150, sequenceid=377, filesize=12.0 K 2024-11-10T03:18:12,475 INFO [RS_CLOSE_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.HRegion(3040): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for 8c521865dd7cdf73385ff8b6b2750f1d in 1701ms, sequenceid=377, compaction requested=false 2024-11-10T03:18:12,475 DEBUG [StoreCloser-TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/A/a398250e6b6d43db961148b88e4d08f1, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/A/3aca578f4d03476db7c2d026747abf5c, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/A/41e4829c05f6484b9dba464806cc6c5a, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/A/bd87db1d8d294fefa778c94c4849b018, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/A/10ae6dab2e5e42aba98bf8f9efd472e2, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/A/088e055fdda44e3783de6646a5fc786b, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/A/ff40f3d909d74eb5835541225a9e82b5, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/A/15f6bc1badce4d73891957b034f33d80, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/A/3a30c053b4744a0190e5ba806e62ebd8, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/A/9bb35b80c54a4c24b32e07b1c000717c, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/A/1823507f308748289622778279ab8aa1, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/A/3fb65634625149ab81596a9dfca0b5d5, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/A/b2894d86d015446888ca8d08106c7cab, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/A/b1f2cc481bc648af9652652a3abfcc03, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/A/ba03f119e1c242009fc64ae078fc41fd, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/A/2447a94d9cef498f8e187177f6143800, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/A/1aa64e73ab814ee4afc331ee1072752d, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/A/fa1b1589e7f2494390a177db001c8c33, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/A/8004979a1a6a4292ac185d027a57d79b, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/A/ebb91bfa51334feeb81ff7dfe9e5ec39, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/A/f713fbb9317d4d8ab03ba9d20b4d7329, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/A/115e38df2553480cb93360e89c7157be, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/A/3b1d5f8a482b4d17b03f646f7f0679a4, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/A/dd94dc1514844951b5628cffea61664f, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/A/7d5609027c864cee92e2ec053c66a6f2, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/A/7c00ba0afb8849449153e57f403726ca, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/A/cb53c03f2d094b80b911e171c643028a] to archive 2024-11-10T03:18:12,476 DEBUG [StoreCloser-TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-10T03:18:12,478 DEBUG [StoreCloser-TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/A/a398250e6b6d43db961148b88e4d08f1 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/A/a398250e6b6d43db961148b88e4d08f1 2024-11-10T03:18:12,479 DEBUG [StoreCloser-TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/A/3aca578f4d03476db7c2d026747abf5c to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/A/3aca578f4d03476db7c2d026747abf5c 2024-11-10T03:18:12,480 DEBUG [StoreCloser-TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/A/41e4829c05f6484b9dba464806cc6c5a to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/A/41e4829c05f6484b9dba464806cc6c5a 2024-11-10T03:18:12,481 DEBUG [StoreCloser-TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/A/bd87db1d8d294fefa778c94c4849b018 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/A/bd87db1d8d294fefa778c94c4849b018 2024-11-10T03:18:12,482 DEBUG [StoreCloser-TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/A/10ae6dab2e5e42aba98bf8f9efd472e2 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/A/10ae6dab2e5e42aba98bf8f9efd472e2 2024-11-10T03:18:12,483 DEBUG [StoreCloser-TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/A/088e055fdda44e3783de6646a5fc786b to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/A/088e055fdda44e3783de6646a5fc786b 2024-11-10T03:18:12,484 DEBUG [StoreCloser-TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/A/ff40f3d909d74eb5835541225a9e82b5 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/A/ff40f3d909d74eb5835541225a9e82b5 2024-11-10T03:18:12,485 DEBUG [StoreCloser-TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/A/15f6bc1badce4d73891957b034f33d80 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/A/15f6bc1badce4d73891957b034f33d80 2024-11-10T03:18:12,486 DEBUG [StoreCloser-TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/A/3a30c053b4744a0190e5ba806e62ebd8 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/A/3a30c053b4744a0190e5ba806e62ebd8 2024-11-10T03:18:12,487 DEBUG [StoreCloser-TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/A/9bb35b80c54a4c24b32e07b1c000717c to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/A/9bb35b80c54a4c24b32e07b1c000717c 2024-11-10T03:18:12,487 DEBUG [StoreCloser-TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/A/1823507f308748289622778279ab8aa1 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/A/1823507f308748289622778279ab8aa1 2024-11-10T03:18:12,488 DEBUG [StoreCloser-TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/A/3fb65634625149ab81596a9dfca0b5d5 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/A/3fb65634625149ab81596a9dfca0b5d5 2024-11-10T03:18:12,489 DEBUG [StoreCloser-TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/A/b2894d86d015446888ca8d08106c7cab to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/A/b2894d86d015446888ca8d08106c7cab 2024-11-10T03:18:12,490 DEBUG [StoreCloser-TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/A/b1f2cc481bc648af9652652a3abfcc03 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/A/b1f2cc481bc648af9652652a3abfcc03 2024-11-10T03:18:12,491 DEBUG [StoreCloser-TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/A/ba03f119e1c242009fc64ae078fc41fd to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/A/ba03f119e1c242009fc64ae078fc41fd 2024-11-10T03:18:12,491 DEBUG [StoreCloser-TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/A/2447a94d9cef498f8e187177f6143800 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/A/2447a94d9cef498f8e187177f6143800 2024-11-10T03:18:12,492 DEBUG [StoreCloser-TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/A/1aa64e73ab814ee4afc331ee1072752d to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/A/1aa64e73ab814ee4afc331ee1072752d 2024-11-10T03:18:12,493 DEBUG [StoreCloser-TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/A/fa1b1589e7f2494390a177db001c8c33 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/A/fa1b1589e7f2494390a177db001c8c33 2024-11-10T03:18:12,494 DEBUG [StoreCloser-TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/A/8004979a1a6a4292ac185d027a57d79b to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/A/8004979a1a6a4292ac185d027a57d79b 2024-11-10T03:18:12,495 DEBUG [StoreCloser-TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/A/ebb91bfa51334feeb81ff7dfe9e5ec39 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/A/ebb91bfa51334feeb81ff7dfe9e5ec39 2024-11-10T03:18:12,495 DEBUG [StoreCloser-TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/A/f713fbb9317d4d8ab03ba9d20b4d7329 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/A/f713fbb9317d4d8ab03ba9d20b4d7329 2024-11-10T03:18:12,496 DEBUG [StoreCloser-TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/A/115e38df2553480cb93360e89c7157be to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/A/115e38df2553480cb93360e89c7157be 2024-11-10T03:18:12,497 DEBUG [StoreCloser-TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/A/3b1d5f8a482b4d17b03f646f7f0679a4 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/A/3b1d5f8a482b4d17b03f646f7f0679a4 2024-11-10T03:18:12,498 DEBUG [StoreCloser-TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/A/dd94dc1514844951b5628cffea61664f to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/A/dd94dc1514844951b5628cffea61664f 2024-11-10T03:18:12,498 DEBUG [StoreCloser-TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/A/7d5609027c864cee92e2ec053c66a6f2 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/A/7d5609027c864cee92e2ec053c66a6f2 2024-11-10T03:18:12,499 DEBUG [StoreCloser-TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/A/7c00ba0afb8849449153e57f403726ca to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/A/7c00ba0afb8849449153e57f403726ca 2024-11-10T03:18:12,500 DEBUG [StoreCloser-TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/A/cb53c03f2d094b80b911e171c643028a to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/A/cb53c03f2d094b80b911e171c643028a 2024-11-10T03:18:12,501 DEBUG [StoreCloser-TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/B/96c0c2595b984845b67cb1a503688d1d, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/B/e6fd1787ca6c488cb164ebcf5922b81d, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/B/b5b16ee32394451196deaae33db86594, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/B/86b2a156351548ac949b860b3bcd305c, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/B/10a9ec185a424886a1d46c238edeb533, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/B/9b5c1e673d044f08a3d69d69caff92ac, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/B/ef632d203330461d8702e2e635aeb525, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/B/c25841fc7c5f495183cbd032f9f645f6, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/B/6b297687b88642a2bc287e5b22acbf0e, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/B/67bbfa5afe724308ac2ffa3c14803c16, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/B/ca6580e9d9be40dbaf2e6b94d5e336f4, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/B/357215058edd4ddf98416cd1516fa560, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/B/a2c4eef91e7e435ebed248ea969ea915, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/B/abcf1164d7414908a4c8e91a03ffa147, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/B/45eaf8654ee64ccfb6cfa2b1548da56a, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/B/e1045c8921c84d07ba913c033666f39c, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/B/1ab03539051742e7a9f2cec6cec61ebb, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/B/3cb710d303ad4c80bbf841c17b0b294f, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/B/9739fc19c30648ab8b68533590423280, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/B/858f9ff0283d4e74a6dd75d7a7c93915, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/B/2716c16ef51a4b7e9c510e88ceee5812, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/B/42acd70ddf7f4359ae30a91026f0183e, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/B/216b65aed57d4c72a19200504e10b6f7, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/B/10486476b8dd495b9f63b2ddc8328755, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/B/eebf17e43fae42729e4c96687517606a, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/B/c7d9eee008974d85bc24a6c34d6adc29, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/B/71e29332061546208f1e6548d9903e09] to archive 2024-11-10T03:18:12,502 DEBUG [StoreCloser-TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-10T03:18:12,503 DEBUG [StoreCloser-TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/B/96c0c2595b984845b67cb1a503688d1d to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/B/96c0c2595b984845b67cb1a503688d1d 2024-11-10T03:18:12,504 DEBUG [StoreCloser-TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/B/e6fd1787ca6c488cb164ebcf5922b81d to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/B/e6fd1787ca6c488cb164ebcf5922b81d 2024-11-10T03:18:12,504 DEBUG [StoreCloser-TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/B/b5b16ee32394451196deaae33db86594 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/B/b5b16ee32394451196deaae33db86594 2024-11-10T03:18:12,505 DEBUG [StoreCloser-TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/B/86b2a156351548ac949b860b3bcd305c to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/B/86b2a156351548ac949b860b3bcd305c 2024-11-10T03:18:12,506 DEBUG [StoreCloser-TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/B/10a9ec185a424886a1d46c238edeb533 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/B/10a9ec185a424886a1d46c238edeb533 2024-11-10T03:18:12,507 DEBUG [StoreCloser-TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/B/9b5c1e673d044f08a3d69d69caff92ac to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/B/9b5c1e673d044f08a3d69d69caff92ac 2024-11-10T03:18:12,508 DEBUG [StoreCloser-TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/B/ef632d203330461d8702e2e635aeb525 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/B/ef632d203330461d8702e2e635aeb525 2024-11-10T03:18:12,508 DEBUG [StoreCloser-TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/B/c25841fc7c5f495183cbd032f9f645f6 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/B/c25841fc7c5f495183cbd032f9f645f6 2024-11-10T03:18:12,509 DEBUG [StoreCloser-TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/B/6b297687b88642a2bc287e5b22acbf0e to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/B/6b297687b88642a2bc287e5b22acbf0e 2024-11-10T03:18:12,510 DEBUG [StoreCloser-TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/B/67bbfa5afe724308ac2ffa3c14803c16 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/B/67bbfa5afe724308ac2ffa3c14803c16 2024-11-10T03:18:12,510 DEBUG [StoreCloser-TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/B/ca6580e9d9be40dbaf2e6b94d5e336f4 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/B/ca6580e9d9be40dbaf2e6b94d5e336f4 2024-11-10T03:18:12,511 DEBUG [StoreCloser-TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/B/357215058edd4ddf98416cd1516fa560 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/B/357215058edd4ddf98416cd1516fa560 2024-11-10T03:18:12,512 DEBUG [StoreCloser-TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/B/a2c4eef91e7e435ebed248ea969ea915 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/B/a2c4eef91e7e435ebed248ea969ea915 2024-11-10T03:18:12,513 DEBUG [StoreCloser-TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/B/abcf1164d7414908a4c8e91a03ffa147 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/B/abcf1164d7414908a4c8e91a03ffa147 2024-11-10T03:18:12,513 DEBUG [StoreCloser-TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/B/45eaf8654ee64ccfb6cfa2b1548da56a to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/B/45eaf8654ee64ccfb6cfa2b1548da56a 2024-11-10T03:18:12,514 DEBUG [StoreCloser-TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/B/e1045c8921c84d07ba913c033666f39c to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/B/e1045c8921c84d07ba913c033666f39c 2024-11-10T03:18:12,515 DEBUG [StoreCloser-TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/B/1ab03539051742e7a9f2cec6cec61ebb to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/B/1ab03539051742e7a9f2cec6cec61ebb 2024-11-10T03:18:12,515 DEBUG [StoreCloser-TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/B/3cb710d303ad4c80bbf841c17b0b294f to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/B/3cb710d303ad4c80bbf841c17b0b294f 2024-11-10T03:18:12,516 DEBUG [StoreCloser-TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/B/9739fc19c30648ab8b68533590423280 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/B/9739fc19c30648ab8b68533590423280 2024-11-10T03:18:12,517 DEBUG [StoreCloser-TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/B/858f9ff0283d4e74a6dd75d7a7c93915 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/B/858f9ff0283d4e74a6dd75d7a7c93915 2024-11-10T03:18:12,518 DEBUG [StoreCloser-TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/B/2716c16ef51a4b7e9c510e88ceee5812 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/B/2716c16ef51a4b7e9c510e88ceee5812 2024-11-10T03:18:12,519 DEBUG [StoreCloser-TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/B/42acd70ddf7f4359ae30a91026f0183e to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/B/42acd70ddf7f4359ae30a91026f0183e 2024-11-10T03:18:12,519 DEBUG [StoreCloser-TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/B/216b65aed57d4c72a19200504e10b6f7 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/B/216b65aed57d4c72a19200504e10b6f7 2024-11-10T03:18:12,520 DEBUG [StoreCloser-TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/B/10486476b8dd495b9f63b2ddc8328755 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/B/10486476b8dd495b9f63b2ddc8328755 2024-11-10T03:18:12,521 DEBUG [StoreCloser-TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/B/eebf17e43fae42729e4c96687517606a to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/B/eebf17e43fae42729e4c96687517606a 2024-11-10T03:18:12,522 DEBUG [StoreCloser-TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/B/c7d9eee008974d85bc24a6c34d6adc29 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/B/c7d9eee008974d85bc24a6c34d6adc29 2024-11-10T03:18:12,522 DEBUG [StoreCloser-TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/B/71e29332061546208f1e6548d9903e09 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/B/71e29332061546208f1e6548d9903e09 2024-11-10T03:18:12,523 DEBUG [StoreCloser-TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/C/ca32c00e8cec4bb796967b9c90152a34, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/C/7520c11bee314d50aae5914b2ccf02ff, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/C/53bedf3e5eee40f4bd48cca8bd7d8f98, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/C/8ed19eb862d14e1d80c28ba8d8c92133, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/C/f6bb58203baa43f7a9d9e76ac7c4da6f, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/C/d70a6e84e18e48f6806740849b81a455, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/C/37f7576880e044a4ad749823c48ffa95, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/C/f0f4190f925348e49233326ae0850531, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/C/2e0114acca0c44cea5492f7ad53feac2, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/C/96b08a59327a42ee967ed441a48671c9, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/C/628724d467ba44e39bd9c2f04aaa6200, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/C/cffaf71b4f8f496ba8b24c3003fc591b, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/C/64dc792abaae44479f2f34507c160c2c, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/C/402ccf6da83748019303dace03e7d1d8, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/C/867e0a24f1a14eb39b26af3ca3cf6de2, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/C/7e04d67bffd942c58ef1e56b623941f6, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/C/2bb60c4dafb845d889c87cf2d45b82db, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/C/859474d0a0b4429d9b41073a34835bd2, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/C/af8d32c278ef41bca51715281e5b72cb, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/C/1d47d0b563eb4716be3fd9be91a5ef34, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/C/4f73ddc8ed06477dad2c317148b3d661, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/C/92ba7f8609a3455fa0612ec74c71bb83, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/C/baf38ed108cd4e3e9fe88f4b62fc6c9b, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/C/730b4214e889452c832324824fa427cb, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/C/0edcdf0932af475785ca4b45a72ca363, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/C/b1e4985119bc4b2595e8fc5ed9eb0937, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/C/b80678bf01ca4f98a1990b2b7bf7c134] to archive 2024-11-10T03:18:12,524 DEBUG [StoreCloser-TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-10T03:18:12,525 DEBUG [StoreCloser-TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/C/ca32c00e8cec4bb796967b9c90152a34 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/C/ca32c00e8cec4bb796967b9c90152a34 2024-11-10T03:18:12,526 DEBUG [StoreCloser-TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/C/7520c11bee314d50aae5914b2ccf02ff to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/C/7520c11bee314d50aae5914b2ccf02ff 2024-11-10T03:18:12,527 DEBUG [StoreCloser-TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/C/53bedf3e5eee40f4bd48cca8bd7d8f98 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/C/53bedf3e5eee40f4bd48cca8bd7d8f98 2024-11-10T03:18:12,528 DEBUG [StoreCloser-TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/C/8ed19eb862d14e1d80c28ba8d8c92133 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/C/8ed19eb862d14e1d80c28ba8d8c92133 2024-11-10T03:18:12,528 DEBUG [StoreCloser-TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/C/f6bb58203baa43f7a9d9e76ac7c4da6f to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/C/f6bb58203baa43f7a9d9e76ac7c4da6f 2024-11-10T03:18:12,529 DEBUG [StoreCloser-TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/C/d70a6e84e18e48f6806740849b81a455 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/C/d70a6e84e18e48f6806740849b81a455 2024-11-10T03:18:12,530 DEBUG [StoreCloser-TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/C/37f7576880e044a4ad749823c48ffa95 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/C/37f7576880e044a4ad749823c48ffa95 2024-11-10T03:18:12,531 DEBUG [StoreCloser-TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/C/f0f4190f925348e49233326ae0850531 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/C/f0f4190f925348e49233326ae0850531 2024-11-10T03:18:12,531 DEBUG [StoreCloser-TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/C/2e0114acca0c44cea5492f7ad53feac2 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/C/2e0114acca0c44cea5492f7ad53feac2 2024-11-10T03:18:12,532 DEBUG [StoreCloser-TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/C/96b08a59327a42ee967ed441a48671c9 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/C/96b08a59327a42ee967ed441a48671c9 2024-11-10T03:18:12,533 DEBUG [StoreCloser-TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/C/628724d467ba44e39bd9c2f04aaa6200 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/C/628724d467ba44e39bd9c2f04aaa6200 2024-11-10T03:18:12,533 DEBUG [StoreCloser-TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/C/cffaf71b4f8f496ba8b24c3003fc591b to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/C/cffaf71b4f8f496ba8b24c3003fc591b 2024-11-10T03:18:12,534 DEBUG [StoreCloser-TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/C/64dc792abaae44479f2f34507c160c2c to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/C/64dc792abaae44479f2f34507c160c2c 2024-11-10T03:18:12,535 DEBUG [StoreCloser-TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/C/402ccf6da83748019303dace03e7d1d8 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/C/402ccf6da83748019303dace03e7d1d8 2024-11-10T03:18:12,536 DEBUG [StoreCloser-TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/C/867e0a24f1a14eb39b26af3ca3cf6de2 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/C/867e0a24f1a14eb39b26af3ca3cf6de2 2024-11-10T03:18:12,537 DEBUG [StoreCloser-TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/C/7e04d67bffd942c58ef1e56b623941f6 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/C/7e04d67bffd942c58ef1e56b623941f6 2024-11-10T03:18:12,538 DEBUG [StoreCloser-TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/C/2bb60c4dafb845d889c87cf2d45b82db to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/C/2bb60c4dafb845d889c87cf2d45b82db 2024-11-10T03:18:12,539 DEBUG [StoreCloser-TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/C/859474d0a0b4429d9b41073a34835bd2 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/C/859474d0a0b4429d9b41073a34835bd2 2024-11-10T03:18:12,539 DEBUG [StoreCloser-TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/C/af8d32c278ef41bca51715281e5b72cb to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/C/af8d32c278ef41bca51715281e5b72cb 2024-11-10T03:18:12,540 DEBUG [StoreCloser-TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/C/1d47d0b563eb4716be3fd9be91a5ef34 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/C/1d47d0b563eb4716be3fd9be91a5ef34 2024-11-10T03:18:12,541 DEBUG [StoreCloser-TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/C/4f73ddc8ed06477dad2c317148b3d661 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/C/4f73ddc8ed06477dad2c317148b3d661 2024-11-10T03:18:12,542 DEBUG [StoreCloser-TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/C/92ba7f8609a3455fa0612ec74c71bb83 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/C/92ba7f8609a3455fa0612ec74c71bb83 2024-11-10T03:18:12,542 DEBUG [StoreCloser-TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/C/baf38ed108cd4e3e9fe88f4b62fc6c9b to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/C/baf38ed108cd4e3e9fe88f4b62fc6c9b 2024-11-10T03:18:12,543 DEBUG [StoreCloser-TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/C/730b4214e889452c832324824fa427cb to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/C/730b4214e889452c832324824fa427cb 2024-11-10T03:18:12,544 DEBUG [StoreCloser-TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/C/0edcdf0932af475785ca4b45a72ca363 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/C/0edcdf0932af475785ca4b45a72ca363 2024-11-10T03:18:12,545 DEBUG [StoreCloser-TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/C/b1e4985119bc4b2595e8fc5ed9eb0937 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/C/b1e4985119bc4b2595e8fc5ed9eb0937 2024-11-10T03:18:12,545 DEBUG [StoreCloser-TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/C/b80678bf01ca4f98a1990b2b7bf7c134 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/C/b80678bf01ca4f98a1990b2b7bf7c134 2024-11-10T03:18:12,549 DEBUG [RS_CLOSE_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/recovered.edits/380.seqid, newMaxSeqId=380, maxSeqId=4 2024-11-10T03:18:12,550 INFO [RS_CLOSE_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d. 2024-11-10T03:18:12,550 DEBUG [RS_CLOSE_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.HRegion(1635): Region close journal for 8c521865dd7cdf73385ff8b6b2750f1d: 2024-11-10T03:18:12,551 INFO [RS_CLOSE_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] handler.UnassignRegionHandler(170): Closed 8c521865dd7cdf73385ff8b6b2750f1d 2024-11-10T03:18:12,551 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=63 updating hbase:meta row=8c521865dd7cdf73385ff8b6b2750f1d, regionState=CLOSED 2024-11-10T03:18:12,552 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=64, resume processing ppid=63 2024-11-10T03:18:12,552 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=64, ppid=63, state=SUCCESS; CloseRegionProcedure 8c521865dd7cdf73385ff8b6b2750f1d, server=700749f6e4aa,39315,1731208629620 in 1.9310 sec 2024-11-10T03:18:12,553 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=63, resume processing ppid=62 2024-11-10T03:18:12,553 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=63, ppid=62, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=8c521865dd7cdf73385ff8b6b2750f1d, UNASSIGN in 1.9330 sec 2024-11-10T03:18:12,554 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=62, resume processing ppid=61 2024-11-10T03:18:12,554 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=62, ppid=61, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.9360 sec 2024-11-10T03:18:12,555 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731208692555"}]},"ts":"1731208692555"} 2024-11-10T03:18:12,556 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-10T03:18:12,592 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-10T03:18:12,594 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=61, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.9980 sec 2024-11-10T03:18:12,615 DEBUG [master/700749f6e4aa:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region ae1a64df309a7596e75e7e3cb82f1000 changed from -1.0 to 0.0, refreshing cache 2024-11-10T03:18:12,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-10T03:18:12,705 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 61 completed 2024-11-10T03:18:12,706 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-10T03:18:12,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] procedure2.ProcedureExecutor(1098): Stored pid=65, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T03:18:12,709 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=65, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T03:18:12,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-11-10T03:18:12,710 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=65, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T03:18:12,713 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d 2024-11-10T03:18:12,718 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/A, FileablePath, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/B, FileablePath, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/C, FileablePath, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/recovered.edits] 2024-11-10T03:18:12,723 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/A/369f65cae5884649a9e28e4214d1935e to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/A/369f65cae5884649a9e28e4214d1935e 2024-11-10T03:18:12,726 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/A/d5173baaa5b047a69d6a995da14b1108 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/A/d5173baaa5b047a69d6a995da14b1108 2024-11-10T03:18:12,730 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/B/6ad3c1e9b80a4203afb948ea03858da2 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/B/6ad3c1e9b80a4203afb948ea03858da2 2024-11-10T03:18:12,733 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/B/a031b36e45a248fdac0239283a939b2b to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/B/a031b36e45a248fdac0239283a939b2b 2024-11-10T03:18:12,737 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/C/020186235e8145fcad7373a5e88d9f78 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/C/020186235e8145fcad7373a5e88d9f78 2024-11-10T03:18:12,738 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/C/4bb89b4f489343c38d944a5e3b312ed2 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/C/4bb89b4f489343c38d944a5e3b312ed2 2024-11-10T03:18:12,741 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/recovered.edits/380.seqid to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d/recovered.edits/380.seqid 2024-11-10T03:18:12,741 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/8c521865dd7cdf73385ff8b6b2750f1d 2024-11-10T03:18:12,741 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-10T03:18:12,741 DEBUG [PEWorker-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-10T03:18:12,742 DEBUG [PEWorker-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-10T03:18:12,746 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411100505f34094524ad4b3fb1540742c1457_8c521865dd7cdf73385ff8b6b2750f1d to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411100505f34094524ad4b3fb1540742c1457_8c521865dd7cdf73385ff8b6b2750f1d 2024-11-10T03:18:12,747 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110106f297e0896481ca75126da398e9390_8c521865dd7cdf73385ff8b6b2750f1d to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110106f297e0896481ca75126da398e9390_8c521865dd7cdf73385ff8b6b2750f1d 2024-11-10T03:18:12,748 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110241c6afed3d547b3b251bd1cc4cc3b24_8c521865dd7cdf73385ff8b6b2750f1d to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110241c6afed3d547b3b251bd1cc4cc3b24_8c521865dd7cdf73385ff8b6b2750f1d 2024-11-10T03:18:12,749 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110281ef4cb5cb3450c87394f897d636707_8c521865dd7cdf73385ff8b6b2750f1d to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110281ef4cb5cb3450c87394f897d636707_8c521865dd7cdf73385ff8b6b2750f1d 2024-11-10T03:18:12,750 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411104594fa1d13e94d02b540adbfe9c87003_8c521865dd7cdf73385ff8b6b2750f1d to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411104594fa1d13e94d02b540adbfe9c87003_8c521865dd7cdf73385ff8b6b2750f1d 2024-11-10T03:18:12,750 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411104bdad23db72a42d8b9acf977c0dc0c14_8c521865dd7cdf73385ff8b6b2750f1d to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411104bdad23db72a42d8b9acf977c0dc0c14_8c521865dd7cdf73385ff8b6b2750f1d 2024-11-10T03:18:12,751 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111056f3d8a010de430f9fecf2b374bb76c3_8c521865dd7cdf73385ff8b6b2750f1d to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111056f3d8a010de430f9fecf2b374bb76c3_8c521865dd7cdf73385ff8b6b2750f1d 2024-11-10T03:18:12,752 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111064ee901ec9764b7aaf2b44b5534928d5_8c521865dd7cdf73385ff8b6b2750f1d to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111064ee901ec9764b7aaf2b44b5534928d5_8c521865dd7cdf73385ff8b6b2750f1d 2024-11-10T03:18:12,753 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411107204716eabe9449eb439b5f1793a1299_8c521865dd7cdf73385ff8b6b2750f1d to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411107204716eabe9449eb439b5f1793a1299_8c521865dd7cdf73385ff8b6b2750f1d 2024-11-10T03:18:12,754 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111079a498fb558645c7be9593da107c473f_8c521865dd7cdf73385ff8b6b2750f1d to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111079a498fb558645c7be9593da107c473f_8c521865dd7cdf73385ff8b6b2750f1d 2024-11-10T03:18:12,755 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411107e575589ae724754a67bc994d8e5494f_8c521865dd7cdf73385ff8b6b2750f1d to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411107e575589ae724754a67bc994d8e5494f_8c521865dd7cdf73385ff8b6b2750f1d 2024-11-10T03:18:12,757 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411109529304790c0473eaf5960e8802bc61a_8c521865dd7cdf73385ff8b6b2750f1d to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411109529304790c0473eaf5960e8802bc61a_8c521865dd7cdf73385ff8b6b2750f1d 2024-11-10T03:18:12,758 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110b3cb7a6760274ca49e05c1a8535a363f_8c521865dd7cdf73385ff8b6b2750f1d to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110b3cb7a6760274ca49e05c1a8535a363f_8c521865dd7cdf73385ff8b6b2750f1d 2024-11-10T03:18:12,759 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110b54bfceabe3444cba128dc7b0eda90e0_8c521865dd7cdf73385ff8b6b2750f1d to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110b54bfceabe3444cba128dc7b0eda90e0_8c521865dd7cdf73385ff8b6b2750f1d 2024-11-10T03:18:12,760 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110b77d3049580947caabffce60a48742e3_8c521865dd7cdf73385ff8b6b2750f1d to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110b77d3049580947caabffce60a48742e3_8c521865dd7cdf73385ff8b6b2750f1d 2024-11-10T03:18:12,761 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110d25551442090407b81a1d05a73ce2911_8c521865dd7cdf73385ff8b6b2750f1d to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110d25551442090407b81a1d05a73ce2911_8c521865dd7cdf73385ff8b6b2750f1d 2024-11-10T03:18:12,761 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110d79da481d10640c590c1ccf005db08ef_8c521865dd7cdf73385ff8b6b2750f1d to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110d79da481d10640c590c1ccf005db08ef_8c521865dd7cdf73385ff8b6b2750f1d 2024-11-10T03:18:12,762 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110ee6d13a20b084897980946d0a191374d_8c521865dd7cdf73385ff8b6b2750f1d to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110ee6d13a20b084897980946d0a191374d_8c521865dd7cdf73385ff8b6b2750f1d 2024-11-10T03:18:12,763 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110f486bb5a3bb041b38ab7e3f1f826474a_8c521865dd7cdf73385ff8b6b2750f1d to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110f486bb5a3bb041b38ab7e3f1f826474a_8c521865dd7cdf73385ff8b6b2750f1d 2024-11-10T03:18:12,764 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110fba4eca84a284b20ae38a899ff0cee99_8c521865dd7cdf73385ff8b6b2750f1d to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110fba4eca84a284b20ae38a899ff0cee99_8c521865dd7cdf73385ff8b6b2750f1d 2024-11-10T03:18:12,764 DEBUG [PEWorker-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-10T03:18:12,766 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=65, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T03:18:12,767 WARN [PEWorker-4 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-10T03:18:12,769 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-10T03:18:12,770 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=65, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T03:18:12,770 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-10T03:18:12,770 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731208692770"}]},"ts":"9223372036854775807"} 2024-11-10T03:18:12,772 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-10T03:18:12,772 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 8c521865dd7cdf73385ff8b6b2750f1d, NAME => 'TestAcidGuarantees,,1731208661031.8c521865dd7cdf73385ff8b6b2750f1d.', STARTKEY => '', ENDKEY => ''}] 2024-11-10T03:18:12,772 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-10T03:18:12,772 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731208692772"}]},"ts":"9223372036854775807"} 2024-11-10T03:18:12,774 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-10T03:18:12,789 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(133): Finished pid=65, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T03:18:12,790 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=65, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 83 msec 2024-11-10T03:18:12,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-11-10T03:18:12,812 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 65 completed 2024-11-10T03:18:12,819 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testMobMixedAtomicity Thread=239 (was 239), OpenFileDescriptor=463 (was 458) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=329 (was 307) - SystemLoadAverage LEAK? -, ProcessCount=9 (was 11), AvailableMemoryMB=5979 (was 5887) - AvailableMemoryMB LEAK? - 2024-11-10T03:18:12,826 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testGetAtomicity Thread=239, OpenFileDescriptor=463, MaxFileDescriptor=1048576, SystemLoadAverage=329, ProcessCount=9, AvailableMemoryMB=5979 2024-11-10T03:18:12,828 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-10T03:18:12,828 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T03:18:12,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] procedure2.ProcedureExecutor(1098): Stored pid=66, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-10T03:18:12,830 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=66, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T03:18:12,830 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:12,830 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 66 2024-11-10T03:18:12,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=66 2024-11-10T03:18:12,830 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=66, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T03:18:12,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742081_1257 (size=960) 2024-11-10T03:18:12,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=66 2024-11-10T03:18:13,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=66 2024-11-10T03:18:13,245 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 1b1f2bd24c3c79a67f7324de560262b1, NAME => 'TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52 2024-11-10T03:18:13,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742082_1258 (size=53) 2024-11-10T03:18:13,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=66 2024-11-10T03:18:13,659 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T03:18:13,660 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 1b1f2bd24c3c79a67f7324de560262b1, disabling compactions & flushes 2024-11-10T03:18:13,660 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1. 2024-11-10T03:18:13,660 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1. 2024-11-10T03:18:13,660 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1. after waiting 0 ms 2024-11-10T03:18:13,660 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1. 2024-11-10T03:18:13,660 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1. 2024-11-10T03:18:13,660 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 1b1f2bd24c3c79a67f7324de560262b1: 2024-11-10T03:18:13,662 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=66, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T03:18:13,663 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731208693662"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731208693662"}]},"ts":"1731208693662"} 2024-11-10T03:18:13,666 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-10T03:18:13,668 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=66, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T03:18:13,668 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731208693668"}]},"ts":"1731208693668"} 2024-11-10T03:18:13,669 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-10T03:18:13,718 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=67, ppid=66, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=1b1f2bd24c3c79a67f7324de560262b1, ASSIGN}] 2024-11-10T03:18:13,720 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=67, ppid=66, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=1b1f2bd24c3c79a67f7324de560262b1, ASSIGN 2024-11-10T03:18:13,722 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=67, ppid=66, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=1b1f2bd24c3c79a67f7324de560262b1, ASSIGN; state=OFFLINE, location=700749f6e4aa,39315,1731208629620; forceNewPlan=false, retain=false 2024-11-10T03:18:13,873 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=67 updating hbase:meta row=1b1f2bd24c3c79a67f7324de560262b1, regionState=OPENING, regionLocation=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:13,876 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=68, ppid=67, state=RUNNABLE; OpenRegionProcedure 1b1f2bd24c3c79a67f7324de560262b1, server=700749f6e4aa,39315,1731208629620}] 2024-11-10T03:18:13,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=66 2024-11-10T03:18:14,029 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 700749f6e4aa,39315,1731208629620 2024-11-10T03:18:14,036 INFO [RS_OPEN_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1. 2024-11-10T03:18:14,037 DEBUG [RS_OPEN_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(7285): Opening region: {ENCODED => 1b1f2bd24c3c79a67f7324de560262b1, NAME => 'TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1.', STARTKEY => '', ENDKEY => ''} 2024-11-10T03:18:14,037 DEBUG [RS_OPEN_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 1b1f2bd24c3c79a67f7324de560262b1 2024-11-10T03:18:14,037 DEBUG [RS_OPEN_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T03:18:14,038 DEBUG [RS_OPEN_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(7327): checking encryption for 1b1f2bd24c3c79a67f7324de560262b1 2024-11-10T03:18:14,038 DEBUG [RS_OPEN_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(7330): checking classloading for 1b1f2bd24c3c79a67f7324de560262b1 2024-11-10T03:18:14,040 INFO [StoreOpener-1b1f2bd24c3c79a67f7324de560262b1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 1b1f2bd24c3c79a67f7324de560262b1 2024-11-10T03:18:14,042 INFO [StoreOpener-1b1f2bd24c3c79a67f7324de560262b1-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-10T03:18:14,042 INFO [StoreOpener-1b1f2bd24c3c79a67f7324de560262b1-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1b1f2bd24c3c79a67f7324de560262b1 columnFamilyName A 2024-11-10T03:18:14,042 DEBUG [StoreOpener-1b1f2bd24c3c79a67f7324de560262b1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:14,043 INFO [StoreOpener-1b1f2bd24c3c79a67f7324de560262b1-1 {}] regionserver.HStore(327): Store=1b1f2bd24c3c79a67f7324de560262b1/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T03:18:14,043 INFO [StoreOpener-1b1f2bd24c3c79a67f7324de560262b1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 1b1f2bd24c3c79a67f7324de560262b1 2024-11-10T03:18:14,044 INFO [StoreOpener-1b1f2bd24c3c79a67f7324de560262b1-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-10T03:18:14,045 INFO [StoreOpener-1b1f2bd24c3c79a67f7324de560262b1-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1b1f2bd24c3c79a67f7324de560262b1 columnFamilyName B 2024-11-10T03:18:14,045 DEBUG [StoreOpener-1b1f2bd24c3c79a67f7324de560262b1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:14,045 INFO [StoreOpener-1b1f2bd24c3c79a67f7324de560262b1-1 {}] regionserver.HStore(327): Store=1b1f2bd24c3c79a67f7324de560262b1/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T03:18:14,045 INFO [StoreOpener-1b1f2bd24c3c79a67f7324de560262b1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 1b1f2bd24c3c79a67f7324de560262b1 2024-11-10T03:18:14,047 INFO [StoreOpener-1b1f2bd24c3c79a67f7324de560262b1-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-10T03:18:14,047 INFO [StoreOpener-1b1f2bd24c3c79a67f7324de560262b1-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1b1f2bd24c3c79a67f7324de560262b1 columnFamilyName C 2024-11-10T03:18:14,047 DEBUG [StoreOpener-1b1f2bd24c3c79a67f7324de560262b1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:14,048 INFO [StoreOpener-1b1f2bd24c3c79a67f7324de560262b1-1 {}] regionserver.HStore(327): Store=1b1f2bd24c3c79a67f7324de560262b1/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T03:18:14,048 INFO [RS_OPEN_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1. 2024-11-10T03:18:14,049 DEBUG [RS_OPEN_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1 2024-11-10T03:18:14,049 DEBUG [RS_OPEN_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1 2024-11-10T03:18:14,052 DEBUG [RS_OPEN_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-10T03:18:14,053 DEBUG [RS_OPEN_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(1085): writing seq id for 1b1f2bd24c3c79a67f7324de560262b1 2024-11-10T03:18:14,057 DEBUG [RS_OPEN_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T03:18:14,058 INFO [RS_OPEN_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(1102): Opened 1b1f2bd24c3c79a67f7324de560262b1; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63791185, jitterRate=-0.0494372695684433}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-10T03:18:14,059 DEBUG [RS_OPEN_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(1001): Region open journal for 1b1f2bd24c3c79a67f7324de560262b1: 2024-11-10T03:18:14,060 INFO [RS_OPEN_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1., pid=68, masterSystemTime=1731208694029 2024-11-10T03:18:14,061 DEBUG [RS_OPEN_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1. 2024-11-10T03:18:14,062 INFO [RS_OPEN_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1. 2024-11-10T03:18:14,062 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=67 updating hbase:meta row=1b1f2bd24c3c79a67f7324de560262b1, regionState=OPEN, openSeqNum=2, regionLocation=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:14,065 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=68, resume processing ppid=67 2024-11-10T03:18:14,065 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=68, ppid=67, state=SUCCESS; OpenRegionProcedure 1b1f2bd24c3c79a67f7324de560262b1, server=700749f6e4aa,39315,1731208629620 in 188 msec 2024-11-10T03:18:14,066 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=67, resume processing ppid=66 2024-11-10T03:18:14,066 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=67, ppid=66, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=1b1f2bd24c3c79a67f7324de560262b1, ASSIGN in 347 msec 2024-11-10T03:18:14,067 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=66, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T03:18:14,067 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731208694067"}]},"ts":"1731208694067"} 2024-11-10T03:18:14,068 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-10T03:18:14,077 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=66, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T03:18:14,079 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=66, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.2490 sec 2024-11-10T03:18:14,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=66 2024-11-10T03:18:14,937 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 66 completed 2024-11-10T03:18:14,943 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3a569490 to 127.0.0.1:55635 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3c1ac389 2024-11-10T03:18:14,986 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44645c55, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T03:18:14,989 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T03:18:14,991 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39158, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T03:18:14,993 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T03:18:14,994 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54362, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T03:18:14,999 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6862e3ce to 127.0.0.1:55635 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@28e73c0 2024-11-10T03:18:15,010 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64ee0130, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T03:18:15,013 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0d296fed to 127.0.0.1:55635 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7c480dfb 2024-11-10T03:18:15,023 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@683b64c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T03:18:15,026 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x08d0caa5 to 127.0.0.1:55635 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@34cb3991 2024-11-10T03:18:15,035 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e55eb7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T03:18:15,038 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x43f04e0e to 127.0.0.1:55635 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2e9ae050 2024-11-10T03:18:15,048 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a703d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T03:18:15,052 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x560ec309 to 127.0.0.1:55635 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2fef31f8 2024-11-10T03:18:15,065 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14ed1e44, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T03:18:15,068 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0eb04aeb to 127.0.0.1:55635 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@72537a47 2024-11-10T03:18:15,077 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@88aa519, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T03:18:15,080 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6a0e9c8f to 127.0.0.1:55635 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@36642cb 2024-11-10T03:18:15,090 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e998dd3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T03:18:15,092 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0d68f787 to 127.0.0.1:55635 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3c299cfb 2024-11-10T03:18:15,107 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e4c79b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T03:18:15,109 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x10e6bf6a to 127.0.0.1:55635 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@605827c9 2024-11-10T03:18:15,123 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d1403c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T03:18:15,124 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1730a60f to 127.0.0.1:55635 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3677bd4f 2024-11-10T03:18:15,136 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3bf0ba59, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T03:18:15,141 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T03:18:15,141 DEBUG [hconnection-0x4b90a49e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T03:18:15,142 DEBUG [hconnection-0x495c83bb-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T03:18:15,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] procedure2.ProcedureExecutor(1098): Stored pid=69, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=69, table=TestAcidGuarantees 2024-11-10T03:18:15,143 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39164, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T03:18:15,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-10T03:18:15,144 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39172, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T03:18:15,144 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=69, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=69, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T03:18:15,144 DEBUG [hconnection-0x7490d2c0-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T03:18:15,144 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=69, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=69, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T03:18:15,144 DEBUG [hconnection-0x4220ef3d-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T03:18:15,145 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=70, ppid=69, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T03:18:15,145 DEBUG [hconnection-0x4cb3ba0b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T03:18:15,145 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39176, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T03:18:15,145 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39188, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T03:18:15,146 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39194, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T03:18:15,148 DEBUG [hconnection-0x77bff0fe-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T03:18:15,149 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39200, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T03:18:15,149 DEBUG [hconnection-0x688bfe27-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T03:18:15,149 DEBUG [hconnection-0xa1815ef-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T03:18:15,150 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39216, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T03:18:15,150 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39220, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T03:18:15,151 DEBUG [hconnection-0x36f35b87-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T03:18:15,152 DEBUG [hconnection-0x68e5737b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T03:18:15,152 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39222, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T03:18:15,153 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39228, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T03:18:15,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(8581): Flush requested on 1b1f2bd24c3c79a67f7324de560262b1 2024-11-10T03:18:15,155 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1b1f2bd24c3c79a67f7324de560262b1 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-10T03:18:15,156 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1b1f2bd24c3c79a67f7324de560262b1, store=A 2024-11-10T03:18:15,157 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:18:15,157 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1b1f2bd24c3c79a67f7324de560262b1, store=B 2024-11-10T03:18:15,157 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:18:15,157 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1b1f2bd24c3c79a67f7324de560262b1, store=C 2024-11-10T03:18:15,157 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:18:15,176 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b1f2bd24c3c79a67f7324de560262b1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:15,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39222 deadline: 1731208755172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b1f2bd24c3c79a67f7324de560262b1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:15,177 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b1f2bd24c3c79a67f7324de560262b1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:15,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39176 deadline: 1731208755173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b1f2bd24c3c79a67f7324de560262b1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:15,177 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b1f2bd24c3c79a67f7324de560262b1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:15,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39216 deadline: 1731208755174, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b1f2bd24c3c79a67f7324de560262b1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:15,181 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b1f2bd24c3c79a67f7324de560262b1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:15,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39220 deadline: 1731208755179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b1f2bd24c3c79a67f7324de560262b1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:15,185 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/.tmp/A/5736dd20beba49d394f64575d1c765a3 is 50, key is test_row_0/A:col10/1731208695155/Put/seqid=0 2024-11-10T03:18:15,187 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b1f2bd24c3c79a67f7324de560262b1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:15,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39194 deadline: 1731208755185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b1f2bd24c3c79a67f7324de560262b1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:15,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742083_1259 (size=12001) 2024-11-10T03:18:15,213 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/.tmp/A/5736dd20beba49d394f64575d1c765a3 2024-11-10T03:18:15,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-10T03:18:15,248 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/.tmp/B/596ffe66682548de87059dbe905cc544 is 50, key is test_row_0/B:col10/1731208695155/Put/seqid=0 2024-11-10T03:18:15,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742084_1260 (size=12001) 2024-11-10T03:18:15,280 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b1f2bd24c3c79a67f7324de560262b1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:15,281 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/.tmp/B/596ffe66682548de87059dbe905cc544 2024-11-10T03:18:15,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39176 deadline: 1731208755278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b1f2bd24c3c79a67f7324de560262b1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:15,281 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b1f2bd24c3c79a67f7324de560262b1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:15,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39222 deadline: 1731208755278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b1f2bd24c3c79a67f7324de560262b1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:15,281 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b1f2bd24c3c79a67f7324de560262b1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:15,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39216 deadline: 1731208755278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b1f2bd24c3c79a67f7324de560262b1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:15,284 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b1f2bd24c3c79a67f7324de560262b1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:15,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39220 deadline: 1731208755282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b1f2bd24c3c79a67f7324de560262b1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:15,296 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 700749f6e4aa,39315,1731208629620 2024-11-10T03:18:15,296 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b1f2bd24c3c79a67f7324de560262b1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:15,297 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39315 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-11-10T03:18:15,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1. 2024-11-10T03:18:15,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1. as already flushing 2024-11-10T03:18:15,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1. 2024-11-10T03:18:15,297 ERROR [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] handler.RSProcedureHandler(58): pid=70 java.io.IOException: Unable to complete flush {ENCODED => 1b1f2bd24c3c79a67f7324de560262b1, NAME => 'TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:18:15,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=70 java.io.IOException: Unable to complete flush {ENCODED => 1b1f2bd24c3c79a67f7324de560262b1, NAME => 'TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:18:15,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39194 deadline: 1731208755295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b1f2bd24c3c79a67f7324de560262b1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:15,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster(4114): Remote procedure failed, pid=70 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1b1f2bd24c3c79a67f7324de560262b1, NAME => 'TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1b1f2bd24c3c79a67f7324de560262b1, NAME => 'TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:18:15,307 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/.tmp/C/64f7ec4716e24fb29f8595e1b34d756a is 50, key is test_row_0/C:col10/1731208695155/Put/seqid=0 2024-11-10T03:18:15,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742085_1261 (size=12001) 2024-11-10T03:18:15,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-10T03:18:15,449 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 700749f6e4aa,39315,1731208629620 2024-11-10T03:18:15,450 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39315 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-11-10T03:18:15,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1. 2024-11-10T03:18:15,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1. as already flushing 2024-11-10T03:18:15,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1. 2024-11-10T03:18:15,450 ERROR [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] handler.RSProcedureHandler(58): pid=70 java.io.IOException: Unable to complete flush {ENCODED => 1b1f2bd24c3c79a67f7324de560262b1, NAME => 'TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:18:15,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=70 java.io.IOException: Unable to complete flush {ENCODED => 1b1f2bd24c3c79a67f7324de560262b1, NAME => 'TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:18:15,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster(4114): Remote procedure failed, pid=70 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1b1f2bd24c3c79a67f7324de560262b1, NAME => 'TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1b1f2bd24c3c79a67f7324de560262b1, NAME => 'TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:18:15,482 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b1f2bd24c3c79a67f7324de560262b1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:15,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39176 deadline: 1731208755482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b1f2bd24c3c79a67f7324de560262b1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:15,483 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b1f2bd24c3c79a67f7324de560262b1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:15,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39216 deadline: 1731208755482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b1f2bd24c3c79a67f7324de560262b1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:15,485 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b1f2bd24c3c79a67f7324de560262b1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:15,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39222 deadline: 1731208755483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b1f2bd24c3c79a67f7324de560262b1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:15,487 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b1f2bd24c3c79a67f7324de560262b1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:15,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39220 deadline: 1731208755486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b1f2bd24c3c79a67f7324de560262b1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:15,500 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b1f2bd24c3c79a67f7324de560262b1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:15,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39194 deadline: 1731208755499, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b1f2bd24c3c79a67f7324de560262b1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:15,602 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 700749f6e4aa,39315,1731208629620 2024-11-10T03:18:15,602 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39315 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-11-10T03:18:15,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1. 2024-11-10T03:18:15,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1. as already flushing 2024-11-10T03:18:15,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1. 2024-11-10T03:18:15,602 ERROR [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] handler.RSProcedureHandler(58): pid=70 java.io.IOException: Unable to complete flush {ENCODED => 1b1f2bd24c3c79a67f7324de560262b1, NAME => 'TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:18:15,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=70 java.io.IOException: Unable to complete flush {ENCODED => 1b1f2bd24c3c79a67f7324de560262b1, NAME => 'TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:18:15,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster(4114): Remote procedure failed, pid=70 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1b1f2bd24c3c79a67f7324de560262b1, NAME => 'TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1b1f2bd24c3c79a67f7324de560262b1, NAME => 'TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:18:15,717 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/.tmp/C/64f7ec4716e24fb29f8595e1b34d756a 2024-11-10T03:18:15,721 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/.tmp/A/5736dd20beba49d394f64575d1c765a3 as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/A/5736dd20beba49d394f64575d1c765a3 2024-11-10T03:18:15,725 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/A/5736dd20beba49d394f64575d1c765a3, entries=150, sequenceid=15, filesize=11.7 K 2024-11-10T03:18:15,726 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/.tmp/B/596ffe66682548de87059dbe905cc544 as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/B/596ffe66682548de87059dbe905cc544 2024-11-10T03:18:15,729 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/B/596ffe66682548de87059dbe905cc544, entries=150, sequenceid=15, filesize=11.7 K 2024-11-10T03:18:15,730 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/.tmp/C/64f7ec4716e24fb29f8595e1b34d756a as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/C/64f7ec4716e24fb29f8595e1b34d756a 2024-11-10T03:18:15,733 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/C/64f7ec4716e24fb29f8595e1b34d756a, entries=150, sequenceid=15, filesize=11.7 K 2024-11-10T03:18:15,734 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=134.18 KB/137400 for 1b1f2bd24c3c79a67f7324de560262b1 in 579ms, sequenceid=15, compaction requested=false 2024-11-10T03:18:15,734 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1b1f2bd24c3c79a67f7324de560262b1: 2024-11-10T03:18:15,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-10T03:18:15,754 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 700749f6e4aa,39315,1731208629620 2024-11-10T03:18:15,755 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39315 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-11-10T03:18:15,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1. 2024-11-10T03:18:15,755 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2837): Flushing 1b1f2bd24c3c79a67f7324de560262b1 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-10T03:18:15,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1b1f2bd24c3c79a67f7324de560262b1, store=A 2024-11-10T03:18:15,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:18:15,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1b1f2bd24c3c79a67f7324de560262b1, store=B 2024-11-10T03:18:15,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:18:15,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1b1f2bd24c3c79a67f7324de560262b1, store=C 2024-11-10T03:18:15,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:18:15,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/.tmp/A/9a54b79821744319862347f9157dfafe is 50, key is test_row_0/A:col10/1731208695172/Put/seqid=0 2024-11-10T03:18:15,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742086_1262 (size=12001) 2024-11-10T03:18:15,769 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/.tmp/A/9a54b79821744319862347f9157dfafe 2024-11-10T03:18:15,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/.tmp/B/d98369685e584e80affd9e2089763cdc is 50, key is test_row_0/B:col10/1731208695172/Put/seqid=0 2024-11-10T03:18:15,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742087_1263 (size=12001) 2024-11-10T03:18:15,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(8581): Flush requested on 1b1f2bd24c3c79a67f7324de560262b1 2024-11-10T03:18:15,786 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1. as already flushing 2024-11-10T03:18:15,799 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b1f2bd24c3c79a67f7324de560262b1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:15,799 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b1f2bd24c3c79a67f7324de560262b1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:15,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39176 deadline: 1731208755796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b1f2bd24c3c79a67f7324de560262b1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:15,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39222 deadline: 1731208755795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b1f2bd24c3c79a67f7324de560262b1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:15,799 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b1f2bd24c3c79a67f7324de560262b1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:15,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39220 deadline: 1731208755796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b1f2bd24c3c79a67f7324de560262b1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:15,799 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b1f2bd24c3c79a67f7324de560262b1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:15,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39216 deadline: 1731208755797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b1f2bd24c3c79a67f7324de560262b1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:15,805 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b1f2bd24c3c79a67f7324de560262b1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:15,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39194 deadline: 1731208755802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b1f2bd24c3c79a67f7324de560262b1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:15,901 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b1f2bd24c3c79a67f7324de560262b1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:15,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39222 deadline: 1731208755900, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b1f2bd24c3c79a67f7324de560262b1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:15,901 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b1f2bd24c3c79a67f7324de560262b1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:15,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39220 deadline: 1731208755900, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b1f2bd24c3c79a67f7324de560262b1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:15,902 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b1f2bd24c3c79a67f7324de560262b1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:15,902 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b1f2bd24c3c79a67f7324de560262b1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:15,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39216 deadline: 1731208755900, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b1f2bd24c3c79a67f7324de560262b1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:15,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39176 deadline: 1731208755900, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b1f2bd24c3c79a67f7324de560262b1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:16,103 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b1f2bd24c3c79a67f7324de560262b1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:16,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39222 deadline: 1731208756102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b1f2bd24c3c79a67f7324de560262b1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:16,104 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b1f2bd24c3c79a67f7324de560262b1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:16,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39220 deadline: 1731208756103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b1f2bd24c3c79a67f7324de560262b1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:16,105 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b1f2bd24c3c79a67f7324de560262b1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:16,105 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b1f2bd24c3c79a67f7324de560262b1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:16,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39216 deadline: 1731208756103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b1f2bd24c3c79a67f7324de560262b1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:16,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39176 deadline: 1731208756103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b1f2bd24c3c79a67f7324de560262b1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:16,183 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/.tmp/B/d98369685e584e80affd9e2089763cdc 2024-11-10T03:18:16,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/.tmp/C/77c1286cbfd94e6b9b4e09dc4b3770c8 is 50, key is test_row_0/C:col10/1731208695172/Put/seqid=0 2024-11-10T03:18:16,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742088_1264 (size=12001) 2024-11-10T03:18:16,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-10T03:18:16,310 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b1f2bd24c3c79a67f7324de560262b1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:16,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39194 deadline: 1731208756309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b1f2bd24c3c79a67f7324de560262b1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:16,407 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b1f2bd24c3c79a67f7324de560262b1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:16,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39222 deadline: 1731208756404, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b1f2bd24c3c79a67f7324de560262b1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:16,407 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b1f2bd24c3c79a67f7324de560262b1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:16,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39220 deadline: 1731208756405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b1f2bd24c3c79a67f7324de560262b1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:16,407 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b1f2bd24c3c79a67f7324de560262b1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:16,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39176 deadline: 1731208756406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b1f2bd24c3c79a67f7324de560262b1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:16,408 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b1f2bd24c3c79a67f7324de560262b1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:16,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39216 deadline: 1731208756406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b1f2bd24c3c79a67f7324de560262b1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:16,594 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/.tmp/C/77c1286cbfd94e6b9b4e09dc4b3770c8 2024-11-10T03:18:16,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/.tmp/A/9a54b79821744319862347f9157dfafe as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/A/9a54b79821744319862347f9157dfafe 2024-11-10T03:18:16,601 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/A/9a54b79821744319862347f9157dfafe, entries=150, sequenceid=38, filesize=11.7 K 2024-11-10T03:18:16,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/.tmp/B/d98369685e584e80affd9e2089763cdc as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/B/d98369685e584e80affd9e2089763cdc 2024-11-10T03:18:16,605 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/B/d98369685e584e80affd9e2089763cdc, entries=150, sequenceid=38, filesize=11.7 K 2024-11-10T03:18:16,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/.tmp/C/77c1286cbfd94e6b9b4e09dc4b3770c8 as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/C/77c1286cbfd94e6b9b4e09dc4b3770c8 2024-11-10T03:18:16,609 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/C/77c1286cbfd94e6b9b4e09dc4b3770c8, entries=150, sequenceid=38, filesize=11.7 K 2024-11-10T03:18:16,610 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=73.80 KB/75570 for 1b1f2bd24c3c79a67f7324de560262b1 in 855ms, sequenceid=38, compaction requested=false 2024-11-10T03:18:16,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2538): Flush status journal for 1b1f2bd24c3c79a67f7324de560262b1: 2024-11-10T03:18:16,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1. 2024-11-10T03:18:16,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=70 2024-11-10T03:18:16,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster(4106): Remote procedure done, pid=70 2024-11-10T03:18:16,612 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=70, resume processing ppid=69 2024-11-10T03:18:16,612 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=70, ppid=69, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4660 sec 2024-11-10T03:18:16,613 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=69, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=69, table=TestAcidGuarantees in 1.4710 sec 2024-11-10T03:18:16,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(8581): Flush requested on 1b1f2bd24c3c79a67f7324de560262b1 2024-11-10T03:18:16,912 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1b1f2bd24c3c79a67f7324de560262b1 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-10T03:18:16,912 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1b1f2bd24c3c79a67f7324de560262b1, store=A 2024-11-10T03:18:16,913 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:18:16,913 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1b1f2bd24c3c79a67f7324de560262b1, store=B 2024-11-10T03:18:16,913 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:18:16,913 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1b1f2bd24c3c79a67f7324de560262b1, store=C 2024-11-10T03:18:16,913 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:18:16,917 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/.tmp/A/3d025416027f4ef78dc5c7478deea139 is 50, key is test_row_0/A:col10/1731208695796/Put/seqid=0 2024-11-10T03:18:16,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742089_1265 (size=12001) 2024-11-10T03:18:16,928 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b1f2bd24c3c79a67f7324de560262b1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:16,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39216 deadline: 1731208756925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b1f2bd24c3c79a67f7324de560262b1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:16,932 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b1f2bd24c3c79a67f7324de560262b1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:16,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39176 deadline: 1731208756928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b1f2bd24c3c79a67f7324de560262b1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:16,932 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b1f2bd24c3c79a67f7324de560262b1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:16,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39222 deadline: 1731208756928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b1f2bd24c3c79a67f7324de560262b1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:16,932 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b1f2bd24c3c79a67f7324de560262b1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:16,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39220 deadline: 1731208756929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b1f2bd24c3c79a67f7324de560262b1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:17,032 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b1f2bd24c3c79a67f7324de560262b1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:17,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39216 deadline: 1731208757029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b1f2bd24c3c79a67f7324de560262b1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:17,036 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b1f2bd24c3c79a67f7324de560262b1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:17,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39176 deadline: 1731208757033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b1f2bd24c3c79a67f7324de560262b1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:17,036 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b1f2bd24c3c79a67f7324de560262b1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:17,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39222 deadline: 1731208757033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b1f2bd24c3c79a67f7324de560262b1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:17,036 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b1f2bd24c3c79a67f7324de560262b1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:17,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39220 deadline: 1731208757033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b1f2bd24c3c79a67f7324de560262b1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:17,236 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b1f2bd24c3c79a67f7324de560262b1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:17,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39216 deadline: 1731208757234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b1f2bd24c3c79a67f7324de560262b1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:17,239 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b1f2bd24c3c79a67f7324de560262b1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:17,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39220 deadline: 1731208757237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b1f2bd24c3c79a67f7324de560262b1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:17,240 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b1f2bd24c3c79a67f7324de560262b1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:17,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39176 deadline: 1731208757237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b1f2bd24c3c79a67f7324de560262b1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:17,240 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b1f2bd24c3c79a67f7324de560262b1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:17,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39222 deadline: 1731208757238, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b1f2bd24c3c79a67f7324de560262b1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:17,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-10T03:18:17,247 INFO [Thread-1196 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 69 completed 2024-11-10T03:18:17,248 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T03:18:17,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] procedure2.ProcedureExecutor(1098): Stored pid=71, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees 2024-11-10T03:18:17,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-10T03:18:17,250 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=71, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T03:18:17,250 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=71, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T03:18:17,250 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=72, ppid=71, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T03:18:17,321 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/.tmp/A/3d025416027f4ef78dc5c7478deea139 2024-11-10T03:18:17,322 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b1f2bd24c3c79a67f7324de560262b1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:17,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39194 deadline: 1731208757320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b1f2bd24c3c79a67f7324de560262b1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:17,328 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/.tmp/B/fe298885865f4ecc8dd22b30888802da is 50, key is test_row_0/B:col10/1731208695796/Put/seqid=0 2024-11-10T03:18:17,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742090_1266 (size=12001) 2024-11-10T03:18:17,331 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/.tmp/B/fe298885865f4ecc8dd22b30888802da 2024-11-10T03:18:17,339 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/.tmp/C/c5fc9d89469f48debed48303ee6cfbf0 is 50, key is test_row_0/C:col10/1731208695796/Put/seqid=0 2024-11-10T03:18:17,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742091_1267 (size=12001) 2024-11-10T03:18:17,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-10T03:18:17,401 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 700749f6e4aa,39315,1731208629620 2024-11-10T03:18:17,402 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39315 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-10T03:18:17,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1. 2024-11-10T03:18:17,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1. as already flushing 2024-11-10T03:18:17,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1. 2024-11-10T03:18:17,402 ERROR [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => 1b1f2bd24c3c79a67f7324de560262b1, NAME => 'TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:18:17,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => 1b1f2bd24c3c79a67f7324de560262b1, NAME => 'TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:18:17,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1b1f2bd24c3c79a67f7324de560262b1, NAME => 'TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1b1f2bd24c3c79a67f7324de560262b1, NAME => 'TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:18:17,540 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b1f2bd24c3c79a67f7324de560262b1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:17,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39216 deadline: 1731208757539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b1f2bd24c3c79a67f7324de560262b1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:17,543 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b1f2bd24c3c79a67f7324de560262b1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:17,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39176 deadline: 1731208757541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b1f2bd24c3c79a67f7324de560262b1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:17,543 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b1f2bd24c3c79a67f7324de560262b1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:17,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39220 deadline: 1731208757542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b1f2bd24c3c79a67f7324de560262b1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:17,544 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b1f2bd24c3c79a67f7324de560262b1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:17,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39222 deadline: 1731208757543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b1f2bd24c3c79a67f7324de560262b1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:17,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-10T03:18:17,554 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 700749f6e4aa,39315,1731208629620 2024-11-10T03:18:17,554 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39315 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-10T03:18:17,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1. 2024-11-10T03:18:17,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1. as already flushing 2024-11-10T03:18:17,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1. 2024-11-10T03:18:17,554 ERROR [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => 1b1f2bd24c3c79a67f7324de560262b1, NAME => 'TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:18:17,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => 1b1f2bd24c3c79a67f7324de560262b1, NAME => 'TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:18:17,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1b1f2bd24c3c79a67f7324de560262b1, NAME => 'TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1b1f2bd24c3c79a67f7324de560262b1, NAME => 'TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:18:17,706 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 700749f6e4aa,39315,1731208629620 2024-11-10T03:18:17,706 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39315 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-10T03:18:17,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1. 2024-11-10T03:18:17,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1. as already flushing 2024-11-10T03:18:17,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1. 2024-11-10T03:18:17,707 ERROR [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => 1b1f2bd24c3c79a67f7324de560262b1, NAME => 'TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:18:17,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => 1b1f2bd24c3c79a67f7324de560262b1, NAME => 'TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:18:17,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1b1f2bd24c3c79a67f7324de560262b1, NAME => 'TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1b1f2bd24c3c79a67f7324de560262b1, NAME => 'TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:18:17,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-10T03:18:17,887 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/.tmp/C/c5fc9d89469f48debed48303ee6cfbf0 2024-11-10T03:18:17,887 INFO [AsyncFSWAL-0-hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/MasterData-prefix:700749f6e4aa,38295,1731208628871 {}] wal.AbstractFSWAL(1183): Slow sync cost: 179 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:39261,DS-c4f30f12-8e88-41b0-98a4-cf05746dfc99,DISK]] 2024-11-10T03:18:17,891 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/.tmp/A/3d025416027f4ef78dc5c7478deea139 as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/A/3d025416027f4ef78dc5c7478deea139 2024-11-10T03:18:17,894 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/A/3d025416027f4ef78dc5c7478deea139, entries=150, sequenceid=53, filesize=11.7 K 2024-11-10T03:18:17,895 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/.tmp/B/fe298885865f4ecc8dd22b30888802da as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/B/fe298885865f4ecc8dd22b30888802da 2024-11-10T03:18:17,898 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/B/fe298885865f4ecc8dd22b30888802da, entries=150, sequenceid=53, filesize=11.7 K 2024-11-10T03:18:17,899 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/.tmp/C/c5fc9d89469f48debed48303ee6cfbf0 as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/C/c5fc9d89469f48debed48303ee6cfbf0 2024-11-10T03:18:17,902 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/C/c5fc9d89469f48debed48303ee6cfbf0, entries=150, sequenceid=53, filesize=11.7 K 2024-11-10T03:18:17,903 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=127.47 KB/130530 for 1b1f2bd24c3c79a67f7324de560262b1 in 991ms, sequenceid=53, compaction requested=true 2024-11-10T03:18:17,903 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1b1f2bd24c3c79a67f7324de560262b1: 2024-11-10T03:18:17,903 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T03:18:17,903 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1b1f2bd24c3c79a67f7324de560262b1:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T03:18:17,903 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T03:18:17,903 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1b1f2bd24c3c79a67f7324de560262b1:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T03:18:17,903 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T03:18:17,903 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1b1f2bd24c3c79a67f7324de560262b1:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T03:18:17,903 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-10T03:18:17,904 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T03:18:17,904 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T03:18:17,904 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HStore(1540): 1b1f2bd24c3c79a67f7324de560262b1/A is initiating minor compaction (all files) 2024-11-10T03:18:17,904 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1b1f2bd24c3c79a67f7324de560262b1/A in TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1. 2024-11-10T03:18:17,904 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/A/5736dd20beba49d394f64575d1c765a3, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/A/9a54b79821744319862347f9157dfafe, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/A/3d025416027f4ef78dc5c7478deea139] into tmpdir=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/.tmp, totalSize=35.2 K 2024-11-10T03:18:17,905 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T03:18:17,905 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5736dd20beba49d394f64575d1c765a3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1731208695150 2024-11-10T03:18:17,905 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HStore(1540): 1b1f2bd24c3c79a67f7324de560262b1/B is initiating minor compaction (all files) 2024-11-10T03:18:17,905 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1b1f2bd24c3c79a67f7324de560262b1/B in TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1. 2024-11-10T03:18:17,905 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/B/596ffe66682548de87059dbe905cc544, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/B/d98369685e584e80affd9e2089763cdc, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/B/fe298885865f4ecc8dd22b30888802da] into tmpdir=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/.tmp, totalSize=35.2 K 2024-11-10T03:18:17,905 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9a54b79821744319862347f9157dfafe, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1731208695172 2024-11-10T03:18:17,905 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.Compactor(224): Compacting 596ffe66682548de87059dbe905cc544, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1731208695150 2024-11-10T03:18:17,905 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3d025416027f4ef78dc5c7478deea139, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731208695795 2024-11-10T03:18:17,905 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.Compactor(224): Compacting d98369685e584e80affd9e2089763cdc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1731208695172 2024-11-10T03:18:17,906 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.Compactor(224): Compacting fe298885865f4ecc8dd22b30888802da, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731208695795 2024-11-10T03:18:17,914 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1b1f2bd24c3c79a67f7324de560262b1#A#compaction#219 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-10T03:18:17,914 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/.tmp/A/c93e996c26eb4131bfab71bc117e0bdd is 50, key is test_row_0/A:col10/1731208695796/Put/seqid=0 2024-11-10T03:18:17,915 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1b1f2bd24c3c79a67f7324de560262b1#B#compaction#220 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T03:18:17,915 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/.tmp/B/1cce8bf9f58c4c0884ff2346f37fb9d4 is 50, key is test_row_0/B:col10/1731208695796/Put/seqid=0 2024-11-10T03:18:17,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742093_1269 (size=12104) 2024-11-10T03:18:17,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742092_1268 (size=12104) 2024-11-10T03:18:17,924 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/.tmp/A/c93e996c26eb4131bfab71bc117e0bdd as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/A/c93e996c26eb4131bfab71bc117e0bdd 2024-11-10T03:18:17,928 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1b1f2bd24c3c79a67f7324de560262b1/A of 1b1f2bd24c3c79a67f7324de560262b1 into c93e996c26eb4131bfab71bc117e0bdd(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T03:18:17,928 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1b1f2bd24c3c79a67f7324de560262b1: 2024-11-10T03:18:17,928 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1., storeName=1b1f2bd24c3c79a67f7324de560262b1/A, priority=13, startTime=1731208697903; duration=0sec 2024-11-10T03:18:17,928 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T03:18:17,928 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1b1f2bd24c3c79a67f7324de560262b1:A 2024-11-10T03:18:17,928 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T03:18:17,929 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T03:18:17,929 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HStore(1540): 1b1f2bd24c3c79a67f7324de560262b1/C is initiating minor compaction (all files) 2024-11-10T03:18:17,929 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1b1f2bd24c3c79a67f7324de560262b1/C in TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1. 2024-11-10T03:18:17,930 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/C/64f7ec4716e24fb29f8595e1b34d756a, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/C/77c1286cbfd94e6b9b4e09dc4b3770c8, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/C/c5fc9d89469f48debed48303ee6cfbf0] into tmpdir=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/.tmp, totalSize=35.2 K 2024-11-10T03:18:17,930 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.Compactor(224): Compacting 64f7ec4716e24fb29f8595e1b34d756a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1731208695150 2024-11-10T03:18:17,930 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.Compactor(224): Compacting 77c1286cbfd94e6b9b4e09dc4b3770c8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1731208695172 2024-11-10T03:18:17,930 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.Compactor(224): Compacting c5fc9d89469f48debed48303ee6cfbf0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731208695795 2024-11-10T03:18:17,932 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/.tmp/B/1cce8bf9f58c4c0884ff2346f37fb9d4 as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/B/1cce8bf9f58c4c0884ff2346f37fb9d4 2024-11-10T03:18:17,937 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1b1f2bd24c3c79a67f7324de560262b1/B of 1b1f2bd24c3c79a67f7324de560262b1 into 1cce8bf9f58c4c0884ff2346f37fb9d4(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T03:18:17,937 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1b1f2bd24c3c79a67f7324de560262b1: 2024-11-10T03:18:17,937 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1., storeName=1b1f2bd24c3c79a67f7324de560262b1/B, priority=13, startTime=1731208697903; duration=0sec 2024-11-10T03:18:17,937 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T03:18:17,937 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1b1f2bd24c3c79a67f7324de560262b1:B 2024-11-10T03:18:17,939 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1b1f2bd24c3c79a67f7324de560262b1#C#compaction#221 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T03:18:17,939 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/.tmp/C/bb3bbd409eb64331a3c299987148ab3a is 50, key is test_row_0/C:col10/1731208695796/Put/seqid=0 2024-11-10T03:18:17,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742094_1270 (size=12104) 2024-11-10T03:18:18,037 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 700749f6e4aa,39315,1731208629620 2024-11-10T03:18:18,038 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39315 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-10T03:18:18,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1. 2024-11-10T03:18:18,038 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2837): Flushing 1b1f2bd24c3c79a67f7324de560262b1 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-10T03:18:18,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1b1f2bd24c3c79a67f7324de560262b1, store=A 2024-11-10T03:18:18,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:18:18,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1b1f2bd24c3c79a67f7324de560262b1, store=B 2024-11-10T03:18:18,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:18:18,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1b1f2bd24c3c79a67f7324de560262b1, store=C 2024-11-10T03:18:18,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:18:18,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/.tmp/A/49eb4ca0716242ee857b3bfb6f952510 is 50, key is test_row_0/A:col10/1731208696927/Put/seqid=0 2024-11-10T03:18:18,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742095_1271 (size=12001) 2024-11-10T03:18:18,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(8581): Flush requested on 1b1f2bd24c3c79a67f7324de560262b1 2024-11-10T03:18:18,046 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1. as already flushing 2024-11-10T03:18:18,057 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b1f2bd24c3c79a67f7324de560262b1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:18,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39222 deadline: 1731208758054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b1f2bd24c3c79a67f7324de560262b1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:18,057 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b1f2bd24c3c79a67f7324de560262b1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:18,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39176 deadline: 1731208758054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b1f2bd24c3c79a67f7324de560262b1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:18,058 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b1f2bd24c3c79a67f7324de560262b1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:18,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39216 deadline: 1731208758055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b1f2bd24c3c79a67f7324de560262b1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:18,058 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b1f2bd24c3c79a67f7324de560262b1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:18,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39220 deadline: 1731208758055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b1f2bd24c3c79a67f7324de560262b1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:18,078 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-10T03:18:18,159 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b1f2bd24c3c79a67f7324de560262b1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:18,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39222 deadline: 1731208758158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b1f2bd24c3c79a67f7324de560262b1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:18,160 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b1f2bd24c3c79a67f7324de560262b1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:18,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39176 deadline: 1731208758158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b1f2bd24c3c79a67f7324de560262b1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:18,160 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b1f2bd24c3c79a67f7324de560262b1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:18,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39216 deadline: 1731208758158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b1f2bd24c3c79a67f7324de560262b1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:18,161 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b1f2bd24c3c79a67f7324de560262b1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:18,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39220 deadline: 1731208758158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b1f2bd24c3c79a67f7324de560262b1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:18,349 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/.tmp/C/bb3bbd409eb64331a3c299987148ab3a as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/C/bb3bbd409eb64331a3c299987148ab3a 2024-11-10T03:18:18,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-10T03:18:18,353 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1b1f2bd24c3c79a67f7324de560262b1/C of 1b1f2bd24c3c79a67f7324de560262b1 into bb3bbd409eb64331a3c299987148ab3a(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T03:18:18,353 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1b1f2bd24c3c79a67f7324de560262b1: 2024-11-10T03:18:18,353 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1., storeName=1b1f2bd24c3c79a67f7324de560262b1/C, priority=13, startTime=1731208697903; duration=0sec 2024-11-10T03:18:18,353 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T03:18:18,353 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1b1f2bd24c3c79a67f7324de560262b1:C 2024-11-10T03:18:18,362 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b1f2bd24c3c79a67f7324de560262b1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:18,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39222 deadline: 1731208758360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b1f2bd24c3c79a67f7324de560262b1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:18,363 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b1f2bd24c3c79a67f7324de560262b1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:18,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39176 deadline: 1731208758361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b1f2bd24c3c79a67f7324de560262b1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:18,363 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b1f2bd24c3c79a67f7324de560262b1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:18,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39216 deadline: 1731208758361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b1f2bd24c3c79a67f7324de560262b1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:18,363 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b1f2bd24c3c79a67f7324de560262b1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:18,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39220 deadline: 1731208758362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b1f2bd24c3c79a67f7324de560262b1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:18,446 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/.tmp/A/49eb4ca0716242ee857b3bfb6f952510 2024-11-10T03:18:18,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/.tmp/B/239f32752b2f4bed9d06925f82637027 is 50, key is test_row_0/B:col10/1731208696927/Put/seqid=0 2024-11-10T03:18:18,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742096_1272 (size=12001) 2024-11-10T03:18:18,665 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b1f2bd24c3c79a67f7324de560262b1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:18,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39176 deadline: 1731208758664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b1f2bd24c3c79a67f7324de560262b1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:18,665 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b1f2bd24c3c79a67f7324de560262b1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:18,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39220 deadline: 1731208758664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b1f2bd24c3c79a67f7324de560262b1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:18,665 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b1f2bd24c3c79a67f7324de560262b1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:18,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39216 deadline: 1731208758665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b1f2bd24c3c79a67f7324de560262b1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:18,668 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b1f2bd24c3c79a67f7324de560262b1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:18,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39222 deadline: 1731208758666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b1f2bd24c3c79a67f7324de560262b1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:18,857 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/.tmp/B/239f32752b2f4bed9d06925f82637027 2024-11-10T03:18:18,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/.tmp/C/dba6543dc82349bbb2ae8c418fd394fe is 50, key is test_row_0/C:col10/1731208696927/Put/seqid=0 2024-11-10T03:18:18,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742097_1273 (size=12001) 2024-11-10T03:18:19,168 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b1f2bd24c3c79a67f7324de560262b1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:19,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39216 deadline: 1731208759166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b1f2bd24c3c79a67f7324de560262b1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:19,169 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b1f2bd24c3c79a67f7324de560262b1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:19,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39220 deadline: 1731208759167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b1f2bd24c3c79a67f7324de560262b1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:19,172 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b1f2bd24c3c79a67f7324de560262b1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:19,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39176 deadline: 1731208759170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b1f2bd24c3c79a67f7324de560262b1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:19,173 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b1f2bd24c3c79a67f7324de560262b1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:19,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39222 deadline: 1731208759170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b1f2bd24c3c79a67f7324de560262b1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:19,267 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/.tmp/C/dba6543dc82349bbb2ae8c418fd394fe 2024-11-10T03:18:19,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/.tmp/A/49eb4ca0716242ee857b3bfb6f952510 as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/A/49eb4ca0716242ee857b3bfb6f952510 2024-11-10T03:18:19,274 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/A/49eb4ca0716242ee857b3bfb6f952510, entries=150, sequenceid=77, filesize=11.7 K 2024-11-10T03:18:19,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/.tmp/B/239f32752b2f4bed9d06925f82637027 as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/B/239f32752b2f4bed9d06925f82637027 2024-11-10T03:18:19,278 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/B/239f32752b2f4bed9d06925f82637027, entries=150, sequenceid=77, filesize=11.7 K 2024-11-10T03:18:19,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/.tmp/C/dba6543dc82349bbb2ae8c418fd394fe as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/C/dba6543dc82349bbb2ae8c418fd394fe 2024-11-10T03:18:19,282 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/C/dba6543dc82349bbb2ae8c418fd394fe, entries=150, sequenceid=77, filesize=11.7 K 2024-11-10T03:18:19,283 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 1b1f2bd24c3c79a67f7324de560262b1 in 1245ms, sequenceid=77, compaction requested=false 2024-11-10T03:18:19,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2538): Flush status journal for 1b1f2bd24c3c79a67f7324de560262b1: 2024-11-10T03:18:19,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1. 2024-11-10T03:18:19,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=72 2024-11-10T03:18:19,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster(4106): Remote procedure done, pid=72 2024-11-10T03:18:19,285 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=72, resume processing ppid=71 2024-11-10T03:18:19,285 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=72, ppid=71, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0340 sec 2024-11-10T03:18:19,286 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=71, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees in 2.0370 sec 2024-11-10T03:18:19,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(8581): Flush requested on 1b1f2bd24c3c79a67f7324de560262b1 2024-11-10T03:18:19,342 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1b1f2bd24c3c79a67f7324de560262b1 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-10T03:18:19,342 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1b1f2bd24c3c79a67f7324de560262b1, store=A 2024-11-10T03:18:19,342 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:18:19,343 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1b1f2bd24c3c79a67f7324de560262b1, store=B 2024-11-10T03:18:19,343 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:18:19,343 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1b1f2bd24c3c79a67f7324de560262b1, store=C 2024-11-10T03:18:19,343 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:18:19,346 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/.tmp/A/34aca189e3694a1b8de80501a4eed0f9 is 50, key is test_row_0/A:col10/1731208698054/Put/seqid=0 2024-11-10T03:18:19,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742098_1274 (size=12001) 2024-11-10T03:18:19,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-10T03:18:19,353 INFO [Thread-1196 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 71 completed 2024-11-10T03:18:19,353 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T03:18:19,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] procedure2.ProcedureExecutor(1098): Stored pid=73, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees 2024-11-10T03:18:19,355 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=73, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T03:18:19,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-10T03:18:19,355 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=73, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T03:18:19,355 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=74, ppid=73, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T03:18:19,396 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b1f2bd24c3c79a67f7324de560262b1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:19,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39194 deadline: 1731208759394, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b1f2bd24c3c79a67f7324de560262b1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:19,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-10T03:18:19,499 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b1f2bd24c3c79a67f7324de560262b1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:19,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39194 deadline: 1731208759498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b1f2bd24c3c79a67f7324de560262b1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:19,506 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 700749f6e4aa,39315,1731208629620 2024-11-10T03:18:19,507 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39315 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-10T03:18:19,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1. 2024-11-10T03:18:19,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1. as already flushing 2024-11-10T03:18:19,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1. 2024-11-10T03:18:19,507 ERROR [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => 1b1f2bd24c3c79a67f7324de560262b1, NAME => 'TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:18:19,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => 1b1f2bd24c3c79a67f7324de560262b1, NAME => 'TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:18:19,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1b1f2bd24c3c79a67f7324de560262b1, NAME => 'TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1b1f2bd24c3c79a67f7324de560262b1, NAME => 'TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:18:19,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-10T03:18:19,658 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 700749f6e4aa,39315,1731208629620 2024-11-10T03:18:19,658 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39315 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-10T03:18:19,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1. 2024-11-10T03:18:19,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1. as already flushing 2024-11-10T03:18:19,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1. 2024-11-10T03:18:19,659 ERROR [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => 1b1f2bd24c3c79a67f7324de560262b1, NAME => 'TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:18:19,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => 1b1f2bd24c3c79a67f7324de560262b1, NAME => 'TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:18:19,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1b1f2bd24c3c79a67f7324de560262b1, NAME => 'TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1b1f2bd24c3c79a67f7324de560262b1, NAME => 'TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:18:19,703 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b1f2bd24c3c79a67f7324de560262b1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:19,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39194 deadline: 1731208759701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b1f2bd24c3c79a67f7324de560262b1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:19,751 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/.tmp/A/34aca189e3694a1b8de80501a4eed0f9 2024-11-10T03:18:19,758 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/.tmp/B/2c7ed8d3204b45989f2e860e52e58a70 is 50, key is test_row_0/B:col10/1731208698054/Put/seqid=0 2024-11-10T03:18:19,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742099_1275 (size=12001) 2024-11-10T03:18:19,810 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 700749f6e4aa,39315,1731208629620 2024-11-10T03:18:19,811 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39315 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-10T03:18:19,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1. 2024-11-10T03:18:19,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1. as already flushing 2024-11-10T03:18:19,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1. 2024-11-10T03:18:19,811 ERROR [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => 1b1f2bd24c3c79a67f7324de560262b1, NAME => 'TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:18:19,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => 1b1f2bd24c3c79a67f7324de560262b1, NAME => 'TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:18:19,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1b1f2bd24c3c79a67f7324de560262b1, NAME => 'TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1b1f2bd24c3c79a67f7324de560262b1, NAME => 'TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:18:19,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-10T03:18:19,963 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 700749f6e4aa,39315,1731208629620 2024-11-10T03:18:19,963 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39315 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-10T03:18:19,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1. 2024-11-10T03:18:19,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1. as already flushing 2024-11-10T03:18:19,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1. 2024-11-10T03:18:19,963 ERROR [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => 1b1f2bd24c3c79a67f7324de560262b1, NAME => 'TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:18:19,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => 1b1f2bd24c3c79a67f7324de560262b1, NAME => 'TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:18:19,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1b1f2bd24c3c79a67f7324de560262b1, NAME => 'TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1b1f2bd24c3c79a67f7324de560262b1, NAME => 'TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:18:20,007 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b1f2bd24c3c79a67f7324de560262b1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:20,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39194 deadline: 1731208760006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b1f2bd24c3c79a67f7324de560262b1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:20,115 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 700749f6e4aa,39315,1731208629620 2024-11-10T03:18:20,115 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39315 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-10T03:18:20,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1. 2024-11-10T03:18:20,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1. as already flushing 2024-11-10T03:18:20,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1. 2024-11-10T03:18:20,116 ERROR [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => 1b1f2bd24c3c79a67f7324de560262b1, NAME => 'TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:18:20,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => 1b1f2bd24c3c79a67f7324de560262b1, NAME => 'TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:18:20,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1b1f2bd24c3c79a67f7324de560262b1, NAME => 'TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1b1f2bd24c3c79a67f7324de560262b1, NAME => 'TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:18:20,163 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/.tmp/B/2c7ed8d3204b45989f2e860e52e58a70 2024-11-10T03:18:20,169 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/.tmp/C/3dcc5d4c1fb24bceb4e364869fcced81 is 50, key is test_row_0/C:col10/1731208698054/Put/seqid=0 2024-11-10T03:18:20,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742100_1276 (size=12001) 2024-11-10T03:18:20,175 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b1f2bd24c3c79a67f7324de560262b1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:20,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39222 deadline: 1731208760173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b1f2bd24c3c79a67f7324de560262b1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:20,176 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b1f2bd24c3c79a67f7324de560262b1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:20,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39216 deadline: 1731208760174, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b1f2bd24c3c79a67f7324de560262b1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:20,177 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b1f2bd24c3c79a67f7324de560262b1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:20,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39220 deadline: 1731208760174, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b1f2bd24c3c79a67f7324de560262b1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:20,183 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b1f2bd24c3c79a67f7324de560262b1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:20,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39176 deadline: 1731208760182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b1f2bd24c3c79a67f7324de560262b1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:20,267 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 700749f6e4aa,39315,1731208629620 2024-11-10T03:18:20,268 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39315 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-10T03:18:20,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1. 2024-11-10T03:18:20,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1. as already flushing 2024-11-10T03:18:20,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1. 2024-11-10T03:18:20,268 ERROR [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => 1b1f2bd24c3c79a67f7324de560262b1, NAME => 'TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:18:20,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => 1b1f2bd24c3c79a67f7324de560262b1, NAME => 'TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:18:20,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1b1f2bd24c3c79a67f7324de560262b1, NAME => 'TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1b1f2bd24c3c79a67f7324de560262b1, NAME => 'TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:18:20,420 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 700749f6e4aa,39315,1731208629620 2024-11-10T03:18:20,420 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39315 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-10T03:18:20,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1. 2024-11-10T03:18:20,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1. as already flushing 2024-11-10T03:18:20,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1. 2024-11-10T03:18:20,420 ERROR [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => 1b1f2bd24c3c79a67f7324de560262b1, NAME => 'TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:18:20,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => 1b1f2bd24c3c79a67f7324de560262b1, NAME => 'TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:18:20,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1b1f2bd24c3c79a67f7324de560262b1, NAME => 'TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1b1f2bd24c3c79a67f7324de560262b1, NAME => 'TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:18:20,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-10T03:18:20,511 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b1f2bd24c3c79a67f7324de560262b1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:20,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39194 deadline: 1731208760509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b1f2bd24c3c79a67f7324de560262b1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:20,572 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 700749f6e4aa,39315,1731208629620 2024-11-10T03:18:20,572 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39315 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-10T03:18:20,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1. 2024-11-10T03:18:20,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1. as already flushing 2024-11-10T03:18:20,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1. 2024-11-10T03:18:20,573 ERROR [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => 1b1f2bd24c3c79a67f7324de560262b1, NAME => 'TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:18:20,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => 1b1f2bd24c3c79a67f7324de560262b1, NAME => 'TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:18:20,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1b1f2bd24c3c79a67f7324de560262b1, NAME => 'TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1b1f2bd24c3c79a67f7324de560262b1, NAME => 'TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:18:20,574 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/.tmp/C/3dcc5d4c1fb24bceb4e364869fcced81 2024-11-10T03:18:20,578 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/.tmp/A/34aca189e3694a1b8de80501a4eed0f9 as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/A/34aca189e3694a1b8de80501a4eed0f9 2024-11-10T03:18:20,582 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/A/34aca189e3694a1b8de80501a4eed0f9, entries=150, sequenceid=93, filesize=11.7 K 2024-11-10T03:18:20,582 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/.tmp/B/2c7ed8d3204b45989f2e860e52e58a70 as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/B/2c7ed8d3204b45989f2e860e52e58a70 2024-11-10T03:18:20,585 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/B/2c7ed8d3204b45989f2e860e52e58a70, entries=150, sequenceid=93, filesize=11.7 K 2024-11-10T03:18:20,586 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/.tmp/C/3dcc5d4c1fb24bceb4e364869fcced81 as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/C/3dcc5d4c1fb24bceb4e364869fcced81 2024-11-10T03:18:20,590 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/C/3dcc5d4c1fb24bceb4e364869fcced81, entries=150, sequenceid=93, filesize=11.7 K 2024-11-10T03:18:20,590 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 1b1f2bd24c3c79a67f7324de560262b1 in 1248ms, sequenceid=93, compaction requested=true 2024-11-10T03:18:20,590 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1b1f2bd24c3c79a67f7324de560262b1: 2024-11-10T03:18:20,591 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1b1f2bd24c3c79a67f7324de560262b1:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T03:18:20,591 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T03:18:20,591 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T03:18:20,591 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1b1f2bd24c3c79a67f7324de560262b1:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T03:18:20,591 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T03:18:20,591 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T03:18:20,591 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1b1f2bd24c3c79a67f7324de560262b1:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T03:18:20,591 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T03:18:20,592 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T03:18:20,592 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T03:18:20,592 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HStore(1540): 1b1f2bd24c3c79a67f7324de560262b1/A is initiating minor compaction (all files) 2024-11-10T03:18:20,592 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HStore(1540): 1b1f2bd24c3c79a67f7324de560262b1/B is initiating minor compaction (all files) 2024-11-10T03:18:20,592 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1b1f2bd24c3c79a67f7324de560262b1/A in TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1. 2024-11-10T03:18:20,592 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1b1f2bd24c3c79a67f7324de560262b1/B in TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1. 2024-11-10T03:18:20,592 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/A/c93e996c26eb4131bfab71bc117e0bdd, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/A/49eb4ca0716242ee857b3bfb6f952510, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/A/34aca189e3694a1b8de80501a4eed0f9] into tmpdir=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/.tmp, totalSize=35.3 K 2024-11-10T03:18:20,592 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/B/1cce8bf9f58c4c0884ff2346f37fb9d4, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/B/239f32752b2f4bed9d06925f82637027, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/B/2c7ed8d3204b45989f2e860e52e58a70] into tmpdir=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/.tmp, totalSize=35.3 K 2024-11-10T03:18:20,592 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.Compactor(224): Compacting 1cce8bf9f58c4c0884ff2346f37fb9d4, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731208695795 2024-11-10T03:18:20,592 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.Compactor(224): Compacting c93e996c26eb4131bfab71bc117e0bdd, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731208695795 2024-11-10T03:18:20,593 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.Compactor(224): Compacting 239f32752b2f4bed9d06925f82637027, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1731208696924 2024-11-10T03:18:20,593 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.Compactor(224): Compacting 49eb4ca0716242ee857b3bfb6f952510, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1731208696924 2024-11-10T03:18:20,593 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.Compactor(224): Compacting 2c7ed8d3204b45989f2e860e52e58a70, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1731208698053 2024-11-10T03:18:20,593 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.Compactor(224): Compacting 34aca189e3694a1b8de80501a4eed0f9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1731208698053 2024-11-10T03:18:20,600 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1b1f2bd24c3c79a67f7324de560262b1#A#compaction#229 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T03:18:20,600 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1b1f2bd24c3c79a67f7324de560262b1#B#compaction#228 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T03:18:20,600 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/.tmp/B/0d3bc53791914d5ca75bc1515295e990 is 50, key is test_row_0/B:col10/1731208698054/Put/seqid=0 2024-11-10T03:18:20,601 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/.tmp/A/68da678ce8e44b44be7cfc51baae1886 is 50, key is test_row_0/A:col10/1731208698054/Put/seqid=0 2024-11-10T03:18:20,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742101_1277 (size=12207) 2024-11-10T03:18:20,619 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/.tmp/B/0d3bc53791914d5ca75bc1515295e990 as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/B/0d3bc53791914d5ca75bc1515295e990 2024-11-10T03:18:20,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742102_1278 (size=12207) 2024-11-10T03:18:20,626 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1b1f2bd24c3c79a67f7324de560262b1/B of 1b1f2bd24c3c79a67f7324de560262b1 into 0d3bc53791914d5ca75bc1515295e990(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T03:18:20,626 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1b1f2bd24c3c79a67f7324de560262b1: 2024-11-10T03:18:20,626 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1., storeName=1b1f2bd24c3c79a67f7324de560262b1/B, priority=13, startTime=1731208700591; duration=0sec 2024-11-10T03:18:20,626 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T03:18:20,626 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1b1f2bd24c3c79a67f7324de560262b1:B 2024-11-10T03:18:20,626 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T03:18:20,628 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T03:18:20,628 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HStore(1540): 1b1f2bd24c3c79a67f7324de560262b1/C is initiating minor compaction (all files) 2024-11-10T03:18:20,628 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1b1f2bd24c3c79a67f7324de560262b1/C in TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1. 2024-11-10T03:18:20,628 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/C/bb3bbd409eb64331a3c299987148ab3a, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/C/dba6543dc82349bbb2ae8c418fd394fe, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/C/3dcc5d4c1fb24bceb4e364869fcced81] into tmpdir=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/.tmp, totalSize=35.3 K 2024-11-10T03:18:20,629 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.Compactor(224): Compacting bb3bbd409eb64331a3c299987148ab3a, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731208695795 2024-11-10T03:18:20,630 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.Compactor(224): Compacting dba6543dc82349bbb2ae8c418fd394fe, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1731208696924 2024-11-10T03:18:20,630 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.Compactor(224): Compacting 3dcc5d4c1fb24bceb4e364869fcced81, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1731208698053 2024-11-10T03:18:20,633 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/.tmp/A/68da678ce8e44b44be7cfc51baae1886 as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/A/68da678ce8e44b44be7cfc51baae1886 2024-11-10T03:18:20,639 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1b1f2bd24c3c79a67f7324de560262b1/A of 1b1f2bd24c3c79a67f7324de560262b1 into 68da678ce8e44b44be7cfc51baae1886(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T03:18:20,639 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1b1f2bd24c3c79a67f7324de560262b1: 2024-11-10T03:18:20,639 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1., storeName=1b1f2bd24c3c79a67f7324de560262b1/A, priority=13, startTime=1731208700590; duration=0sec 2024-11-10T03:18:20,639 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T03:18:20,639 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1b1f2bd24c3c79a67f7324de560262b1:A 2024-11-10T03:18:20,642 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1b1f2bd24c3c79a67f7324de560262b1#C#compaction#230 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T03:18:20,643 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/.tmp/C/3098b0461a4848f9a54ab3e5fbdd42b4 is 50, key is test_row_0/C:col10/1731208698054/Put/seqid=0 2024-11-10T03:18:20,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742103_1279 (size=12207) 2024-11-10T03:18:20,659 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/.tmp/C/3098b0461a4848f9a54ab3e5fbdd42b4 as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/C/3098b0461a4848f9a54ab3e5fbdd42b4 2024-11-10T03:18:20,666 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1b1f2bd24c3c79a67f7324de560262b1/C of 1b1f2bd24c3c79a67f7324de560262b1 into 3098b0461a4848f9a54ab3e5fbdd42b4(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T03:18:20,666 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1b1f2bd24c3c79a67f7324de560262b1: 2024-11-10T03:18:20,666 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1., storeName=1b1f2bd24c3c79a67f7324de560262b1/C, priority=13, startTime=1731208700591; duration=0sec 2024-11-10T03:18:20,666 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T03:18:20,666 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1b1f2bd24c3c79a67f7324de560262b1:C 2024-11-10T03:18:20,724 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 700749f6e4aa,39315,1731208629620 2024-11-10T03:18:20,725 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39315 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-10T03:18:20,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1. 2024-11-10T03:18:20,725 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2837): Flushing 1b1f2bd24c3c79a67f7324de560262b1 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-10T03:18:20,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1b1f2bd24c3c79a67f7324de560262b1, store=A 2024-11-10T03:18:20,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:18:20,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1b1f2bd24c3c79a67f7324de560262b1, store=B 2024-11-10T03:18:20,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:18:20,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1b1f2bd24c3c79a67f7324de560262b1, store=C 2024-11-10T03:18:20,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:18:20,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/.tmp/A/56f6be6e9ee04c2196c0aaebc1dadf76 is 50, key is test_row_0/A:col10/1731208699384/Put/seqid=0 2024-11-10T03:18:20,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742104_1280 (size=12001) 2024-11-10T03:18:21,133 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/.tmp/A/56f6be6e9ee04c2196c0aaebc1dadf76 2024-11-10T03:18:21,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/.tmp/B/a695bb4458744096a849ea656b10fab1 is 50, key is test_row_0/B:col10/1731208699384/Put/seqid=0 2024-11-10T03:18:21,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742105_1281 (size=12001) 2024-11-10T03:18:21,144 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/.tmp/B/a695bb4458744096a849ea656b10fab1 2024-11-10T03:18:21,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/.tmp/C/de240bc774744e95abad277105c4ca21 is 50, key is test_row_0/C:col10/1731208699384/Put/seqid=0 2024-11-10T03:18:21,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742106_1282 (size=12001) 2024-11-10T03:18:21,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-10T03:18:21,519 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1. as already flushing 2024-11-10T03:18:21,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(8581): Flush requested on 1b1f2bd24c3c79a67f7324de560262b1 2024-11-10T03:18:21,546 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b1f2bd24c3c79a67f7324de560262b1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:21,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39194 deadline: 1731208761544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b1f2bd24c3c79a67f7324de560262b1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:21,555 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/.tmp/C/de240bc774744e95abad277105c4ca21 2024-11-10T03:18:21,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/.tmp/A/56f6be6e9ee04c2196c0aaebc1dadf76 as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/A/56f6be6e9ee04c2196c0aaebc1dadf76 2024-11-10T03:18:21,563 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/A/56f6be6e9ee04c2196c0aaebc1dadf76, entries=150, sequenceid=117, filesize=11.7 K 2024-11-10T03:18:21,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/.tmp/B/a695bb4458744096a849ea656b10fab1 as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/B/a695bb4458744096a849ea656b10fab1 2024-11-10T03:18:21,567 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/B/a695bb4458744096a849ea656b10fab1, entries=150, sequenceid=117, filesize=11.7 K 2024-11-10T03:18:21,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/.tmp/C/de240bc774744e95abad277105c4ca21 as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/C/de240bc774744e95abad277105c4ca21 2024-11-10T03:18:21,572 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/C/de240bc774744e95abad277105c4ca21, entries=150, sequenceid=117, filesize=11.7 K 2024-11-10T03:18:21,572 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for 1b1f2bd24c3c79a67f7324de560262b1 in 847ms, sequenceid=117, compaction requested=false 2024-11-10T03:18:21,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2538): Flush status journal for 1b1f2bd24c3c79a67f7324de560262b1: 2024-11-10T03:18:21,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1. 2024-11-10T03:18:21,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=74 2024-11-10T03:18:21,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster(4106): Remote procedure done, pid=74 2024-11-10T03:18:21,575 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=74, resume processing ppid=73 2024-11-10T03:18:21,575 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=74, ppid=73, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2180 sec 2024-11-10T03:18:21,577 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=73, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees in 2.2230 sec 2024-11-10T03:18:21,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(8581): Flush requested on 1b1f2bd24c3c79a67f7324de560262b1 2024-11-10T03:18:21,649 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1b1f2bd24c3c79a67f7324de560262b1 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-10T03:18:21,649 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1b1f2bd24c3c79a67f7324de560262b1, store=A 2024-11-10T03:18:21,649 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:18:21,649 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1b1f2bd24c3c79a67f7324de560262b1, store=B 2024-11-10T03:18:21,649 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:18:21,649 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1b1f2bd24c3c79a67f7324de560262b1, store=C 2024-11-10T03:18:21,649 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:18:21,653 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/.tmp/A/631816441a2243b79fa4fd22f370cd2d is 50, key is test_row_0/A:col10/1731208701541/Put/seqid=0 2024-11-10T03:18:21,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742107_1283 (size=14491) 2024-11-10T03:18:21,695 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b1f2bd24c3c79a67f7324de560262b1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:21,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39194 deadline: 1731208761694, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b1f2bd24c3c79a67f7324de560262b1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:21,798 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b1f2bd24c3c79a67f7324de560262b1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:21,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39194 deadline: 1731208761797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b1f2bd24c3c79a67f7324de560262b1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:22,000 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b1f2bd24c3c79a67f7324de560262b1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:22,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39194 deadline: 1731208761999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b1f2bd24c3c79a67f7324de560262b1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:22,057 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=133 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/.tmp/A/631816441a2243b79fa4fd22f370cd2d 2024-11-10T03:18:22,062 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/.tmp/B/a7603a5b58e04f1c9810c9f6df79c864 is 50, key is test_row_0/B:col10/1731208701541/Put/seqid=0 2024-11-10T03:18:22,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742108_1284 (size=12101) 2024-11-10T03:18:22,185 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b1f2bd24c3c79a67f7324de560262b1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:22,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39220 deadline: 1731208762184, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b1f2bd24c3c79a67f7324de560262b1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:22,186 DEBUG [Thread-1190 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4131 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b1f2bd24c3c79a67f7324de560262b1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1., hostname=700749f6e4aa,39315,1731208629620, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b1f2bd24c3c79a67f7324de560262b1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b1f2bd24c3c79a67f7324de560262b1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T03:18:22,186 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b1f2bd24c3c79a67f7324de560262b1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:22,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39216 deadline: 1731208762185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b1f2bd24c3c79a67f7324de560262b1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:22,187 DEBUG [Thread-1186 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4133 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b1f2bd24c3c79a67f7324de560262b1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1., hostname=700749f6e4aa,39315,1731208629620, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b1f2bd24c3c79a67f7324de560262b1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b1f2bd24c3c79a67f7324de560262b1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T03:18:22,200 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b1f2bd24c3c79a67f7324de560262b1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:22,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39222 deadline: 1731208762199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b1f2bd24c3c79a67f7324de560262b1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:22,201 DEBUG [Thread-1192 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4147 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b1f2bd24c3c79a67f7324de560262b1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1., hostname=700749f6e4aa,39315,1731208629620, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b1f2bd24c3c79a67f7324de560262b1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b1f2bd24c3c79a67f7324de560262b1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T03:18:22,201 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b1f2bd24c3c79a67f7324de560262b1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:22,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39176 deadline: 1731208762200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b1f2bd24c3c79a67f7324de560262b1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:22,201 DEBUG [Thread-1188 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4147 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b1f2bd24c3c79a67f7324de560262b1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1., hostname=700749f6e4aa,39315,1731208629620, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b1f2bd24c3c79a67f7324de560262b1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b1f2bd24c3c79a67f7324de560262b1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T03:18:22,304 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b1f2bd24c3c79a67f7324de560262b1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:22,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39194 deadline: 1731208762303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b1f2bd24c3c79a67f7324de560262b1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:22,467 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=133 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/.tmp/B/a7603a5b58e04f1c9810c9f6df79c864 2024-11-10T03:18:22,472 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/.tmp/C/b44c25e8ff5d493ba5a127967879d044 is 50, key is test_row_0/C:col10/1731208701541/Put/seqid=0 2024-11-10T03:18:22,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742109_1285 (size=12101) 2024-11-10T03:18:22,808 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b1f2bd24c3c79a67f7324de560262b1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:22,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39194 deadline: 1731208762807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b1f2bd24c3c79a67f7324de560262b1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:22,920 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=133 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/.tmp/C/b44c25e8ff5d493ba5a127967879d044 2024-11-10T03:18:22,924 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/.tmp/A/631816441a2243b79fa4fd22f370cd2d as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/A/631816441a2243b79fa4fd22f370cd2d 2024-11-10T03:18:22,927 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/A/631816441a2243b79fa4fd22f370cd2d, entries=200, sequenceid=133, filesize=14.2 K 2024-11-10T03:18:22,928 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/.tmp/B/a7603a5b58e04f1c9810c9f6df79c864 as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/B/a7603a5b58e04f1c9810c9f6df79c864 2024-11-10T03:18:22,931 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/B/a7603a5b58e04f1c9810c9f6df79c864, entries=150, sequenceid=133, filesize=11.8 K 2024-11-10T03:18:22,932 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/.tmp/C/b44c25e8ff5d493ba5a127967879d044 as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/C/b44c25e8ff5d493ba5a127967879d044 2024-11-10T03:18:22,935 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/C/b44c25e8ff5d493ba5a127967879d044, entries=150, sequenceid=133, filesize=11.8 K 2024-11-10T03:18:22,936 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for 1b1f2bd24c3c79a67f7324de560262b1 in 1287ms, sequenceid=133, compaction requested=true 2024-11-10T03:18:22,936 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1b1f2bd24c3c79a67f7324de560262b1: 2024-11-10T03:18:22,936 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1b1f2bd24c3c79a67f7324de560262b1:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T03:18:22,936 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T03:18:22,936 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T03:18:22,936 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1b1f2bd24c3c79a67f7324de560262b1:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T03:18:22,936 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T03:18:22,936 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1b1f2bd24c3c79a67f7324de560262b1:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T03:18:22,936 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T03:18:22,936 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T03:18:22,937 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36309 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T03:18:22,937 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38699 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T03:18:22,937 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HStore(1540): 1b1f2bd24c3c79a67f7324de560262b1/B is initiating minor compaction (all files) 2024-11-10T03:18:22,937 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HStore(1540): 1b1f2bd24c3c79a67f7324de560262b1/A is initiating minor compaction (all files) 2024-11-10T03:18:22,937 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1b1f2bd24c3c79a67f7324de560262b1/B in TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1. 2024-11-10T03:18:22,937 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1b1f2bd24c3c79a67f7324de560262b1/A in TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1. 2024-11-10T03:18:22,937 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/B/0d3bc53791914d5ca75bc1515295e990, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/B/a695bb4458744096a849ea656b10fab1, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/B/a7603a5b58e04f1c9810c9f6df79c864] into tmpdir=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/.tmp, totalSize=35.5 K 2024-11-10T03:18:22,937 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/A/68da678ce8e44b44be7cfc51baae1886, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/A/56f6be6e9ee04c2196c0aaebc1dadf76, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/A/631816441a2243b79fa4fd22f370cd2d] into tmpdir=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/.tmp, totalSize=37.8 K 2024-11-10T03:18:22,937 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.Compactor(224): Compacting 0d3bc53791914d5ca75bc1515295e990, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1731208698053 2024-11-10T03:18:22,937 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.Compactor(224): Compacting 68da678ce8e44b44be7cfc51baae1886, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1731208698053 2024-11-10T03:18:22,938 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.Compactor(224): Compacting a695bb4458744096a849ea656b10fab1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1731208699375 2024-11-10T03:18:22,938 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.Compactor(224): Compacting 56f6be6e9ee04c2196c0aaebc1dadf76, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1731208699375 2024-11-10T03:18:22,938 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.Compactor(224): Compacting a7603a5b58e04f1c9810c9f6df79c864, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1731208701533 2024-11-10T03:18:22,938 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.Compactor(224): Compacting 631816441a2243b79fa4fd22f370cd2d, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1731208701533 2024-11-10T03:18:22,944 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1b1f2bd24c3c79a67f7324de560262b1#B#compaction#238 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T03:18:22,944 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1b1f2bd24c3c79a67f7324de560262b1#A#compaction#237 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-10T03:18:22,945 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/.tmp/B/58b0b6899463447f98c2a91b96002346 is 50, key is test_row_0/B:col10/1731208701541/Put/seqid=0 2024-11-10T03:18:22,945 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/.tmp/A/371badbfce3f41e89b97306bf5147325 is 50, key is test_row_0/A:col10/1731208701541/Put/seqid=0 2024-11-10T03:18:22,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742111_1287 (size=12409) 2024-11-10T03:18:22,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742110_1286 (size=12409) 2024-11-10T03:18:22,954 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/.tmp/A/371badbfce3f41e89b97306bf5147325 as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/A/371badbfce3f41e89b97306bf5147325 2024-11-10T03:18:22,958 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1b1f2bd24c3c79a67f7324de560262b1/A of 1b1f2bd24c3c79a67f7324de560262b1 into 371badbfce3f41e89b97306bf5147325(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T03:18:22,958 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1b1f2bd24c3c79a67f7324de560262b1: 2024-11-10T03:18:22,958 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1., storeName=1b1f2bd24c3c79a67f7324de560262b1/A, priority=13, startTime=1731208702936; duration=0sec 2024-11-10T03:18:22,958 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T03:18:22,958 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1b1f2bd24c3c79a67f7324de560262b1:A 2024-11-10T03:18:22,958 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T03:18:22,959 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36309 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T03:18:22,959 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HStore(1540): 1b1f2bd24c3c79a67f7324de560262b1/C is initiating minor compaction (all files) 2024-11-10T03:18:22,959 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1b1f2bd24c3c79a67f7324de560262b1/C in TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1. 2024-11-10T03:18:22,959 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/C/3098b0461a4848f9a54ab3e5fbdd42b4, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/C/de240bc774744e95abad277105c4ca21, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/C/b44c25e8ff5d493ba5a127967879d044] into tmpdir=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/.tmp, totalSize=35.5 K 2024-11-10T03:18:22,959 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3098b0461a4848f9a54ab3e5fbdd42b4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1731208698053 2024-11-10T03:18:22,959 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.Compactor(224): Compacting de240bc774744e95abad277105c4ca21, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1731208699375 2024-11-10T03:18:22,960 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.Compactor(224): Compacting b44c25e8ff5d493ba5a127967879d044, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1731208701533 2024-11-10T03:18:22,966 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1b1f2bd24c3c79a67f7324de560262b1#C#compaction#239 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T03:18:22,966 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/.tmp/C/a370603738ad4ee0b4366cd0beae3155 is 50, key is test_row_0/C:col10/1731208701541/Put/seqid=0 2024-11-10T03:18:22,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742112_1288 (size=12409) 2024-11-10T03:18:23,357 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/.tmp/B/58b0b6899463447f98c2a91b96002346 as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/B/58b0b6899463447f98c2a91b96002346 2024-11-10T03:18:23,361 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1b1f2bd24c3c79a67f7324de560262b1/B of 1b1f2bd24c3c79a67f7324de560262b1 into 58b0b6899463447f98c2a91b96002346(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T03:18:23,361 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1b1f2bd24c3c79a67f7324de560262b1: 2024-11-10T03:18:23,361 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1., storeName=1b1f2bd24c3c79a67f7324de560262b1/B, priority=13, startTime=1731208702936; duration=0sec 2024-11-10T03:18:23,362 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T03:18:23,362 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1b1f2bd24c3c79a67f7324de560262b1:B 2024-11-10T03:18:23,386 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/.tmp/C/a370603738ad4ee0b4366cd0beae3155 as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/C/a370603738ad4ee0b4366cd0beae3155 2024-11-10T03:18:23,390 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1b1f2bd24c3c79a67f7324de560262b1/C of 1b1f2bd24c3c79a67f7324de560262b1 into a370603738ad4ee0b4366cd0beae3155(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T03:18:23,390 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1b1f2bd24c3c79a67f7324de560262b1: 2024-11-10T03:18:23,390 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1., storeName=1b1f2bd24c3c79a67f7324de560262b1/C, priority=13, startTime=1731208702936; duration=0sec 2024-11-10T03:18:23,390 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T03:18:23,390 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1b1f2bd24c3c79a67f7324de560262b1:C 2024-11-10T03:18:23,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-10T03:18:23,459 INFO [Thread-1196 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 73 completed 2024-11-10T03:18:23,460 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T03:18:23,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] procedure2.ProcedureExecutor(1098): Stored pid=75, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees 2024-11-10T03:18:23,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-10T03:18:23,461 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=75, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T03:18:23,461 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=75, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T03:18:23,462 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=76, ppid=75, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T03:18:23,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-10T03:18:23,613 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 700749f6e4aa,39315,1731208629620 2024-11-10T03:18:23,613 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39315 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-10T03:18:23,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1. 2024-11-10T03:18:23,614 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2837): Flushing 1b1f2bd24c3c79a67f7324de560262b1 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-10T03:18:23,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1b1f2bd24c3c79a67f7324de560262b1, store=A 2024-11-10T03:18:23,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:18:23,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1b1f2bd24c3c79a67f7324de560262b1, store=B 2024-11-10T03:18:23,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:18:23,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1b1f2bd24c3c79a67f7324de560262b1, store=C 2024-11-10T03:18:23,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:18:23,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/.tmp/A/de0ce6be91274e3b920cfa18e13f4854 is 50, key is test_row_0/A:col10/1731208701688/Put/seqid=0 2024-11-10T03:18:23,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742113_1289 (size=12151) 2024-11-10T03:18:23,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-10T03:18:23,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(8581): Flush requested on 1b1f2bd24c3c79a67f7324de560262b1 2024-11-10T03:18:23,814 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1. as already flushing 2024-11-10T03:18:23,840 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b1f2bd24c3c79a67f7324de560262b1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:23,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39194 deadline: 1731208763839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b1f2bd24c3c79a67f7324de560262b1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:23,942 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b1f2bd24c3c79a67f7324de560262b1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:23,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39194 deadline: 1731208763941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b1f2bd24c3c79a67f7324de560262b1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:24,021 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/.tmp/A/de0ce6be91274e3b920cfa18e13f4854 2024-11-10T03:18:24,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/.tmp/B/f03ffceef65f45ffafb15bdd9b1055d2 is 50, key is test_row_0/B:col10/1731208701688/Put/seqid=0 2024-11-10T03:18:24,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742114_1290 (size=12151) 2024-11-10T03:18:24,031 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/.tmp/B/f03ffceef65f45ffafb15bdd9b1055d2 2024-11-10T03:18:24,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/.tmp/C/5ac8b3ea6f1943a9915d6f7996f8e3af is 50, key is test_row_0/C:col10/1731208701688/Put/seqid=0 2024-11-10T03:18:24,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742115_1291 (size=12151) 2024-11-10T03:18:24,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-10T03:18:24,144 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b1f2bd24c3c79a67f7324de560262b1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:24,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39194 deadline: 1731208764143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b1f2bd24c3c79a67f7324de560262b1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:24,443 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/.tmp/C/5ac8b3ea6f1943a9915d6f7996f8e3af 2024-11-10T03:18:24,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/.tmp/A/de0ce6be91274e3b920cfa18e13f4854 as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/A/de0ce6be91274e3b920cfa18e13f4854 2024-11-10T03:18:24,447 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b1f2bd24c3c79a67f7324de560262b1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:24,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39194 deadline: 1731208764445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b1f2bd24c3c79a67f7324de560262b1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:24,450 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/A/de0ce6be91274e3b920cfa18e13f4854, entries=150, sequenceid=156, filesize=11.9 K 2024-11-10T03:18:24,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/.tmp/B/f03ffceef65f45ffafb15bdd9b1055d2 as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/B/f03ffceef65f45ffafb15bdd9b1055d2 2024-11-10T03:18:24,453 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/B/f03ffceef65f45ffafb15bdd9b1055d2, entries=150, sequenceid=156, filesize=11.9 K 2024-11-10T03:18:24,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/.tmp/C/5ac8b3ea6f1943a9915d6f7996f8e3af as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/C/5ac8b3ea6f1943a9915d6f7996f8e3af 2024-11-10T03:18:24,457 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/C/5ac8b3ea6f1943a9915d6f7996f8e3af, entries=150, sequenceid=156, filesize=11.9 K 2024-11-10T03:18:24,457 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for 1b1f2bd24c3c79a67f7324de560262b1 in 844ms, sequenceid=156, compaction requested=false 2024-11-10T03:18:24,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2538): Flush status journal for 1b1f2bd24c3c79a67f7324de560262b1: 2024-11-10T03:18:24,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1. 2024-11-10T03:18:24,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=76 2024-11-10T03:18:24,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster(4106): Remote procedure done, pid=76 2024-11-10T03:18:24,459 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=76, resume processing ppid=75 2024-11-10T03:18:24,459 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=76, ppid=75, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 996 msec 2024-11-10T03:18:24,460 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=75, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees in 999 msec 2024-11-10T03:18:24,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-10T03:18:24,563 INFO [Thread-1196 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 75 completed 2024-11-10T03:18:24,564 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T03:18:24,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] procedure2.ProcedureExecutor(1098): Stored pid=77, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees 2024-11-10T03:18:24,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-10T03:18:24,565 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=77, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T03:18:24,566 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=77, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T03:18:24,566 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=78, ppid=77, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T03:18:24,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-10T03:18:24,717 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 700749f6e4aa,39315,1731208629620 2024-11-10T03:18:24,717 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39315 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-10T03:18:24,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1. 2024-11-10T03:18:24,718 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2837): Flushing 1b1f2bd24c3c79a67f7324de560262b1 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-10T03:18:24,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1b1f2bd24c3c79a67f7324de560262b1, store=A 2024-11-10T03:18:24,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:18:24,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1b1f2bd24c3c79a67f7324de560262b1, store=B 2024-11-10T03:18:24,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:18:24,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1b1f2bd24c3c79a67f7324de560262b1, store=C 2024-11-10T03:18:24,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:18:24,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/.tmp/A/fe2fc01ad0a74746abda504fd516ccea is 50, key is test_row_0/A:col10/1731208703838/Put/seqid=0 2024-11-10T03:18:24,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742116_1292 (size=12151) 2024-11-10T03:18:24,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-10T03:18:24,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(8581): Flush requested on 1b1f2bd24c3c79a67f7324de560262b1 2024-11-10T03:18:24,949 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1. as already flushing 2024-11-10T03:18:25,001 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b1f2bd24c3c79a67f7324de560262b1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:25,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39194 deadline: 1731208764999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b1f2bd24c3c79a67f7324de560262b1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:25,103 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b1f2bd24c3c79a67f7324de560262b1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:25,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39194 deadline: 1731208765102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b1f2bd24c3c79a67f7324de560262b1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:25,125 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/.tmp/A/fe2fc01ad0a74746abda504fd516ccea 2024-11-10T03:18:25,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/.tmp/B/059f8fab7f7e4ecea69fa4f99c4690d2 is 50, key is test_row_0/B:col10/1731208703838/Put/seqid=0 2024-11-10T03:18:25,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742117_1293 (size=12151) 2024-11-10T03:18:25,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-10T03:18:25,307 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b1f2bd24c3c79a67f7324de560262b1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:25,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39194 deadline: 1731208765305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b1f2bd24c3c79a67f7324de560262b1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:25,536 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/.tmp/B/059f8fab7f7e4ecea69fa4f99c4690d2 2024-11-10T03:18:25,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/.tmp/C/3f2006cdc878463681eb5737972529ed is 50, key is test_row_0/C:col10/1731208703838/Put/seqid=0 2024-11-10T03:18:25,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742118_1294 (size=12151) 2024-11-10T03:18:25,609 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b1f2bd24c3c79a67f7324de560262b1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:25,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39194 deadline: 1731208765608, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b1f2bd24c3c79a67f7324de560262b1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:25,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-10T03:18:25,947 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/.tmp/C/3f2006cdc878463681eb5737972529ed 2024-11-10T03:18:25,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/.tmp/A/fe2fc01ad0a74746abda504fd516ccea as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/A/fe2fc01ad0a74746abda504fd516ccea 2024-11-10T03:18:25,954 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/A/fe2fc01ad0a74746abda504fd516ccea, entries=150, sequenceid=172, filesize=11.9 K 2024-11-10T03:18:25,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/.tmp/B/059f8fab7f7e4ecea69fa4f99c4690d2 as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/B/059f8fab7f7e4ecea69fa4f99c4690d2 2024-11-10T03:18:25,957 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/B/059f8fab7f7e4ecea69fa4f99c4690d2, entries=150, sequenceid=172, filesize=11.9 K 2024-11-10T03:18:25,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/.tmp/C/3f2006cdc878463681eb5737972529ed as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/C/3f2006cdc878463681eb5737972529ed 2024-11-10T03:18:25,961 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/C/3f2006cdc878463681eb5737972529ed, entries=150, sequenceid=172, filesize=11.9 K 2024-11-10T03:18:25,961 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for 1b1f2bd24c3c79a67f7324de560262b1 in 1244ms, sequenceid=172, compaction requested=true 2024-11-10T03:18:25,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2538): Flush status journal for 1b1f2bd24c3c79a67f7324de560262b1: 2024-11-10T03:18:25,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1. 2024-11-10T03:18:25,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=78 2024-11-10T03:18:25,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster(4106): Remote procedure done, pid=78 2024-11-10T03:18:25,963 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=78, resume processing ppid=77 2024-11-10T03:18:25,963 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=78, ppid=77, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3960 sec 2024-11-10T03:18:25,964 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=77, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees in 1.4000 sec 2024-11-10T03:18:26,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(8581): Flush requested on 1b1f2bd24c3c79a67f7324de560262b1 2024-11-10T03:18:26,115 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1b1f2bd24c3c79a67f7324de560262b1 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-10T03:18:26,116 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1b1f2bd24c3c79a67f7324de560262b1, store=A 2024-11-10T03:18:26,116 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:18:26,116 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1b1f2bd24c3c79a67f7324de560262b1, store=B 2024-11-10T03:18:26,116 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:18:26,116 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1b1f2bd24c3c79a67f7324de560262b1, store=C 2024-11-10T03:18:26,116 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:18:26,120 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/.tmp/A/ae68a89361dd47da87912dc3dd0bb3b3 is 50, key is test_row_0/A:col10/1731208704996/Put/seqid=0 2024-11-10T03:18:26,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742119_1295 (size=12151) 2024-11-10T03:18:26,150 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b1f2bd24c3c79a67f7324de560262b1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:26,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39194 deadline: 1731208766148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b1f2bd24c3c79a67f7324de560262b1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:26,211 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b1f2bd24c3c79a67f7324de560262b1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:26,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39216 deadline: 1731208766210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b1f2bd24c3c79a67f7324de560262b1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:26,212 DEBUG [Thread-1186 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8157 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b1f2bd24c3c79a67f7324de560262b1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1., hostname=700749f6e4aa,39315,1731208629620, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b1f2bd24c3c79a67f7324de560262b1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b1f2bd24c3c79a67f7324de560262b1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T03:18:26,219 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b1f2bd24c3c79a67f7324de560262b1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:26,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39220 deadline: 1731208766217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b1f2bd24c3c79a67f7324de560262b1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:26,219 DEBUG [Thread-1190 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8164 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b1f2bd24c3c79a67f7324de560262b1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1., hostname=700749f6e4aa,39315,1731208629620, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b1f2bd24c3c79a67f7324de560262b1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b1f2bd24c3c79a67f7324de560262b1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T03:18:26,233 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b1f2bd24c3c79a67f7324de560262b1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:26,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39176 deadline: 1731208766232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b1f2bd24c3c79a67f7324de560262b1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:26,234 DEBUG [Thread-1188 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8180 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b1f2bd24c3c79a67f7324de560262b1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1., hostname=700749f6e4aa,39315,1731208629620, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b1f2bd24c3c79a67f7324de560262b1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b1f2bd24c3c79a67f7324de560262b1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T03:18:26,239 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b1f2bd24c3c79a67f7324de560262b1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:26,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39222 deadline: 1731208766238, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b1f2bd24c3c79a67f7324de560262b1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:26,240 DEBUG [Thread-1192 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8186 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b1f2bd24c3c79a67f7324de560262b1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1., hostname=700749f6e4aa,39315,1731208629620, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b1f2bd24c3c79a67f7324de560262b1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b1f2bd24c3c79a67f7324de560262b1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T03:18:26,253 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b1f2bd24c3c79a67f7324de560262b1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:26,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39194 deadline: 1731208766251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b1f2bd24c3c79a67f7324de560262b1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:26,454 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b1f2bd24c3c79a67f7324de560262b1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:26,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39194 deadline: 1731208766454, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b1f2bd24c3c79a67f7324de560262b1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:26,524 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=193 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/.tmp/A/ae68a89361dd47da87912dc3dd0bb3b3 2024-11-10T03:18:26,530 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/.tmp/B/eb67dfbf3ce743a69da7b37cfa250f5a is 50, key is test_row_0/B:col10/1731208704996/Put/seqid=0 2024-11-10T03:18:26,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742120_1296 (size=12151) 2024-11-10T03:18:26,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-10T03:18:26,669 INFO [Thread-1196 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 77 completed 2024-11-10T03:18:26,670 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T03:18:26,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] procedure2.ProcedureExecutor(1098): Stored pid=79, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees 2024-11-10T03:18:26,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-10T03:18:26,671 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=79, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T03:18:26,672 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=79, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T03:18:26,672 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=80, ppid=79, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T03:18:26,757 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b1f2bd24c3c79a67f7324de560262b1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:26,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39194 deadline: 1731208766755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b1f2bd24c3c79a67f7324de560262b1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:26,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-10T03:18:26,823 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 700749f6e4aa,39315,1731208629620 2024-11-10T03:18:26,824 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39315 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-10T03:18:26,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1. 2024-11-10T03:18:26,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1. as already flushing 2024-11-10T03:18:26,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1. 2024-11-10T03:18:26,824 ERROR [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => 1b1f2bd24c3c79a67f7324de560262b1, NAME => 'TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:18:26,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => 1b1f2bd24c3c79a67f7324de560262b1, NAME => 'TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:18:26,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1b1f2bd24c3c79a67f7324de560262b1, NAME => 'TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1b1f2bd24c3c79a67f7324de560262b1, NAME => 'TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:18:26,933 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=193 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/.tmp/B/eb67dfbf3ce743a69da7b37cfa250f5a 2024-11-10T03:18:26,939 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/.tmp/C/d71a6be17cf449bd9d660c871e2aace0 is 50, key is test_row_0/C:col10/1731208704996/Put/seqid=0 2024-11-10T03:18:26,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742121_1297 (size=12151) 2024-11-10T03:18:26,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-10T03:18:26,976 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 700749f6e4aa,39315,1731208629620 2024-11-10T03:18:26,976 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39315 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-10T03:18:26,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1. 2024-11-10T03:18:26,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1. as already flushing 2024-11-10T03:18:26,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1. 2024-11-10T03:18:26,977 ERROR [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => 1b1f2bd24c3c79a67f7324de560262b1, NAME => 'TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:18:26,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => 1b1f2bd24c3c79a67f7324de560262b1, NAME => 'TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:18:26,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1b1f2bd24c3c79a67f7324de560262b1, NAME => 'TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1b1f2bd24c3c79a67f7324de560262b1, NAME => 'TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:18:27,128 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 700749f6e4aa,39315,1731208629620 2024-11-10T03:18:27,129 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39315 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-10T03:18:27,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1. 2024-11-10T03:18:27,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1. as already flushing 2024-11-10T03:18:27,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1. 2024-11-10T03:18:27,129 ERROR [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => 1b1f2bd24c3c79a67f7324de560262b1, NAME => 'TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:18:27,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => 1b1f2bd24c3c79a67f7324de560262b1, NAME => 'TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:18:27,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1b1f2bd24c3c79a67f7324de560262b1, NAME => 'TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1b1f2bd24c3c79a67f7324de560262b1, NAME => 'TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:18:27,258 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b1f2bd24c3c79a67f7324de560262b1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:27,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39194 deadline: 1731208767258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b1f2bd24c3c79a67f7324de560262b1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:27,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-10T03:18:27,281 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 700749f6e4aa,39315,1731208629620 2024-11-10T03:18:27,281 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39315 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-10T03:18:27,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1. 2024-11-10T03:18:27,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1. as already flushing 2024-11-10T03:18:27,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1. 2024-11-10T03:18:27,282 ERROR [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => 1b1f2bd24c3c79a67f7324de560262b1, NAME => 'TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:18:27,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => 1b1f2bd24c3c79a67f7324de560262b1, NAME => 'TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:18:27,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1b1f2bd24c3c79a67f7324de560262b1, NAME => 'TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1b1f2bd24c3c79a67f7324de560262b1, NAME => 'TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:18:27,343 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=193 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/.tmp/C/d71a6be17cf449bd9d660c871e2aace0 2024-11-10T03:18:27,347 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/.tmp/A/ae68a89361dd47da87912dc3dd0bb3b3 as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/A/ae68a89361dd47da87912dc3dd0bb3b3 2024-11-10T03:18:27,350 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/A/ae68a89361dd47da87912dc3dd0bb3b3, entries=150, sequenceid=193, filesize=11.9 K 2024-11-10T03:18:27,350 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/.tmp/B/eb67dfbf3ce743a69da7b37cfa250f5a as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/B/eb67dfbf3ce743a69da7b37cfa250f5a 2024-11-10T03:18:27,353 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/B/eb67dfbf3ce743a69da7b37cfa250f5a, entries=150, sequenceid=193, filesize=11.9 K 2024-11-10T03:18:27,354 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/.tmp/C/d71a6be17cf449bd9d660c871e2aace0 as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/C/d71a6be17cf449bd9d660c871e2aace0 2024-11-10T03:18:27,357 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/C/d71a6be17cf449bd9d660c871e2aace0, entries=150, sequenceid=193, filesize=11.9 K 2024-11-10T03:18:27,358 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for 1b1f2bd24c3c79a67f7324de560262b1 in 1243ms, sequenceid=193, compaction requested=true 2024-11-10T03:18:27,358 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1b1f2bd24c3c79a67f7324de560262b1: 2024-11-10T03:18:27,358 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1b1f2bd24c3c79a67f7324de560262b1:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T03:18:27,358 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T03:18:27,358 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-10T03:18:27,358 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1b1f2bd24c3c79a67f7324de560262b1:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T03:18:27,358 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T03:18:27,358 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1b1f2bd24c3c79a67f7324de560262b1:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T03:18:27,358 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-10T03:18:27,358 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T03:18:27,359 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48862 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-10T03:18:27,359 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48862 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-10T03:18:27,359 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HStore(1540): 1b1f2bd24c3c79a67f7324de560262b1/B is initiating minor compaction (all files) 2024-11-10T03:18:27,359 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HStore(1540): 1b1f2bd24c3c79a67f7324de560262b1/A is initiating minor compaction (all files) 2024-11-10T03:18:27,360 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1b1f2bd24c3c79a67f7324de560262b1/A in TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1. 2024-11-10T03:18:27,360 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1b1f2bd24c3c79a67f7324de560262b1/B in TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1. 2024-11-10T03:18:27,360 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/A/371badbfce3f41e89b97306bf5147325, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/A/de0ce6be91274e3b920cfa18e13f4854, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/A/fe2fc01ad0a74746abda504fd516ccea, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/A/ae68a89361dd47da87912dc3dd0bb3b3] into tmpdir=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/.tmp, totalSize=47.7 K 2024-11-10T03:18:27,360 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/B/58b0b6899463447f98c2a91b96002346, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/B/f03ffceef65f45ffafb15bdd9b1055d2, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/B/059f8fab7f7e4ecea69fa4f99c4690d2, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/B/eb67dfbf3ce743a69da7b37cfa250f5a] into tmpdir=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/.tmp, totalSize=47.7 K 2024-11-10T03:18:27,360 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.Compactor(224): Compacting 58b0b6899463447f98c2a91b96002346, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1731208701533 2024-11-10T03:18:27,360 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.Compactor(224): Compacting 371badbfce3f41e89b97306bf5147325, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1731208701533 2024-11-10T03:18:27,360 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.Compactor(224): Compacting f03ffceef65f45ffafb15bdd9b1055d2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1731208701688 2024-11-10T03:18:27,360 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.Compactor(224): Compacting de0ce6be91274e3b920cfa18e13f4854, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1731208701688 2024-11-10T03:18:27,360 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.Compactor(224): Compacting 059f8fab7f7e4ecea69fa4f99c4690d2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1731208703826 2024-11-10T03:18:27,360 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.Compactor(224): Compacting fe2fc01ad0a74746abda504fd516ccea, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1731208703826 2024-11-10T03:18:27,361 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.Compactor(224): Compacting eb67dfbf3ce743a69da7b37cfa250f5a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1731208704972 2024-11-10T03:18:27,361 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.Compactor(224): Compacting ae68a89361dd47da87912dc3dd0bb3b3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1731208704972 2024-11-10T03:18:27,367 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1b1f2bd24c3c79a67f7324de560262b1#A#compaction#249 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T03:18:27,367 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/.tmp/A/9d6b7a190b2943158919910858a5a2c7 is 50, key is test_row_0/A:col10/1731208704996/Put/seqid=0 2024-11-10T03:18:27,370 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1b1f2bd24c3c79a67f7324de560262b1#B#compaction#250 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T03:18:27,371 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/.tmp/B/f5ba5be256dc46279068bc5f67ee5a1c is 50, key is test_row_0/B:col10/1731208704996/Put/seqid=0 2024-11-10T03:18:27,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742122_1298 (size=12595) 2024-11-10T03:18:27,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742123_1299 (size=12595) 2024-11-10T03:18:27,433 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 700749f6e4aa,39315,1731208629620 2024-11-10T03:18:27,434 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39315 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-10T03:18:27,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1. 2024-11-10T03:18:27,434 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2837): Flushing 1b1f2bd24c3c79a67f7324de560262b1 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-10T03:18:27,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1b1f2bd24c3c79a67f7324de560262b1, store=A 2024-11-10T03:18:27,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:18:27,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1b1f2bd24c3c79a67f7324de560262b1, store=B 2024-11-10T03:18:27,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:18:27,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1b1f2bd24c3c79a67f7324de560262b1, store=C 2024-11-10T03:18:27,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:18:27,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/.tmp/A/5b5f59c7317047b4ad19a73ac3a5c6d7 is 50, key is test_row_0/A:col10/1731208706144/Put/seqid=0 2024-11-10T03:18:27,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742124_1300 (size=12151) 2024-11-10T03:18:27,442 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=208 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/.tmp/A/5b5f59c7317047b4ad19a73ac3a5c6d7 2024-11-10T03:18:27,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/.tmp/B/64cf43b75dbd4478a69ae5aa75875a7a is 50, key is test_row_0/B:col10/1731208706144/Put/seqid=0 2024-11-10T03:18:27,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742125_1301 (size=12151) 2024-11-10T03:18:27,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-10T03:18:27,776 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/.tmp/A/9d6b7a190b2943158919910858a5a2c7 as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/A/9d6b7a190b2943158919910858a5a2c7 2024-11-10T03:18:27,780 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 1b1f2bd24c3c79a67f7324de560262b1/A of 1b1f2bd24c3c79a67f7324de560262b1 into 9d6b7a190b2943158919910858a5a2c7(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T03:18:27,780 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1b1f2bd24c3c79a67f7324de560262b1: 2024-11-10T03:18:27,780 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1., storeName=1b1f2bd24c3c79a67f7324de560262b1/A, priority=12, startTime=1731208707358; duration=0sec 2024-11-10T03:18:27,780 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T03:18:27,780 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1b1f2bd24c3c79a67f7324de560262b1:A 2024-11-10T03:18:27,780 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-10T03:18:27,781 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48862 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-10T03:18:27,781 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HStore(1540): 1b1f2bd24c3c79a67f7324de560262b1/C is initiating minor compaction (all files) 2024-11-10T03:18:27,781 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1b1f2bd24c3c79a67f7324de560262b1/C in TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1. 2024-11-10T03:18:27,781 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/C/a370603738ad4ee0b4366cd0beae3155, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/C/5ac8b3ea6f1943a9915d6f7996f8e3af, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/C/3f2006cdc878463681eb5737972529ed, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/C/d71a6be17cf449bd9d660c871e2aace0] into tmpdir=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/.tmp, totalSize=47.7 K 2024-11-10T03:18:27,782 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.Compactor(224): Compacting a370603738ad4ee0b4366cd0beae3155, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1731208701533 2024-11-10T03:18:27,782 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5ac8b3ea6f1943a9915d6f7996f8e3af, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1731208701688 2024-11-10T03:18:27,783 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3f2006cdc878463681eb5737972529ed, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1731208703826 2024-11-10T03:18:27,783 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.Compactor(224): Compacting d71a6be17cf449bd9d660c871e2aace0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1731208704972 2024-11-10T03:18:27,784 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/.tmp/B/f5ba5be256dc46279068bc5f67ee5a1c as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/B/f5ba5be256dc46279068bc5f67ee5a1c 2024-11-10T03:18:27,789 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 1b1f2bd24c3c79a67f7324de560262b1/B of 1b1f2bd24c3c79a67f7324de560262b1 into f5ba5be256dc46279068bc5f67ee5a1c(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T03:18:27,789 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1b1f2bd24c3c79a67f7324de560262b1: 2024-11-10T03:18:27,789 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1., storeName=1b1f2bd24c3c79a67f7324de560262b1/B, priority=12, startTime=1731208707358; duration=0sec 2024-11-10T03:18:27,789 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T03:18:27,789 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1b1f2bd24c3c79a67f7324de560262b1:B 2024-11-10T03:18:27,793 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1b1f2bd24c3c79a67f7324de560262b1#C#compaction#253 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T03:18:27,794 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/.tmp/C/6ebbf6fea9454009a08a0f62e3d1b9d4 is 50, key is test_row_0/C:col10/1731208704996/Put/seqid=0 2024-11-10T03:18:27,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742126_1302 (size=12595) 2024-11-10T03:18:27,854 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=208 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/.tmp/B/64cf43b75dbd4478a69ae5aa75875a7a 2024-11-10T03:18:27,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/.tmp/C/da1b68eb351f480eb52a45cb46cf7892 is 50, key is test_row_0/C:col10/1731208706144/Put/seqid=0 2024-11-10T03:18:27,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742127_1303 (size=12151) 2024-11-10T03:18:28,217 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/.tmp/C/6ebbf6fea9454009a08a0f62e3d1b9d4 as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/C/6ebbf6fea9454009a08a0f62e3d1b9d4 2024-11-10T03:18:28,222 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 1b1f2bd24c3c79a67f7324de560262b1/C of 1b1f2bd24c3c79a67f7324de560262b1 into 6ebbf6fea9454009a08a0f62e3d1b9d4(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T03:18:28,222 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1b1f2bd24c3c79a67f7324de560262b1: 2024-11-10T03:18:28,222 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1., storeName=1b1f2bd24c3c79a67f7324de560262b1/C, priority=12, startTime=1731208707358; duration=0sec 2024-11-10T03:18:28,222 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T03:18:28,222 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1b1f2bd24c3c79a67f7324de560262b1:C 2024-11-10T03:18:28,263 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=208 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/.tmp/C/da1b68eb351f480eb52a45cb46cf7892 2024-11-10T03:18:28,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/.tmp/A/5b5f59c7317047b4ad19a73ac3a5c6d7 as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/A/5b5f59c7317047b4ad19a73ac3a5c6d7 2024-11-10T03:18:28,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(8581): Flush requested on 1b1f2bd24c3c79a67f7324de560262b1 2024-11-10T03:18:28,268 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1. as already flushing 2024-11-10T03:18:28,270 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/A/5b5f59c7317047b4ad19a73ac3a5c6d7, entries=150, sequenceid=208, filesize=11.9 K 2024-11-10T03:18:28,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/.tmp/B/64cf43b75dbd4478a69ae5aa75875a7a as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/B/64cf43b75dbd4478a69ae5aa75875a7a 2024-11-10T03:18:28,275 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/B/64cf43b75dbd4478a69ae5aa75875a7a, entries=150, sequenceid=208, filesize=11.9 K 2024-11-10T03:18:28,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/.tmp/C/da1b68eb351f480eb52a45cb46cf7892 as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/C/da1b68eb351f480eb52a45cb46cf7892 2024-11-10T03:18:28,279 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/C/da1b68eb351f480eb52a45cb46cf7892, entries=150, sequenceid=208, filesize=11.9 K 2024-11-10T03:18:28,282 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=6.71 KB/6870 for 1b1f2bd24c3c79a67f7324de560262b1 in 848ms, sequenceid=208, compaction requested=false 2024-11-10T03:18:28,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2538): Flush status journal for 1b1f2bd24c3c79a67f7324de560262b1: 2024-11-10T03:18:28,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1. 2024-11-10T03:18:28,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=80 2024-11-10T03:18:28,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster(4106): Remote procedure done, pid=80 2024-11-10T03:18:28,285 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=80, resume processing ppid=79 2024-11-10T03:18:28,285 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=80, ppid=79, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6120 sec 2024-11-10T03:18:28,286 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=79, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees in 1.6150 sec 2024-11-10T03:18:28,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(8581): Flush requested on 1b1f2bd24c3c79a67f7324de560262b1 2024-11-10T03:18:28,293 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1b1f2bd24c3c79a67f7324de560262b1 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-10T03:18:28,293 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1b1f2bd24c3c79a67f7324de560262b1, store=A 2024-11-10T03:18:28,294 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:18:28,294 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1b1f2bd24c3c79a67f7324de560262b1, store=B 2024-11-10T03:18:28,294 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:18:28,294 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1b1f2bd24c3c79a67f7324de560262b1, store=C 2024-11-10T03:18:28,294 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:18:28,297 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/.tmp/A/895f1a9a6a9c4516ab8fb74df0eec51c is 50, key is test_row_0/A:col10/1731208708287/Put/seqid=0 2024-11-10T03:18:28,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742128_1304 (size=14541) 2024-11-10T03:18:28,397 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b1f2bd24c3c79a67f7324de560262b1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:28,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39194 deadline: 1731208768394, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b1f2bd24c3c79a67f7324de560262b1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:28,498 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b1f2bd24c3c79a67f7324de560262b1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:28,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39194 deadline: 1731208768498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b1f2bd24c3c79a67f7324de560262b1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:28,701 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b1f2bd24c3c79a67f7324de560262b1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:28,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39194 deadline: 1731208768700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b1f2bd24c3c79a67f7324de560262b1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:28,713 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=222 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/.tmp/A/895f1a9a6a9c4516ab8fb74df0eec51c 2024-11-10T03:18:28,719 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/.tmp/B/76311c2e7c09424889370e1c7f26bc2d is 50, key is test_row_0/B:col10/1731208708287/Put/seqid=0 2024-11-10T03:18:28,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742129_1305 (size=12151) 2024-11-10T03:18:28,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-10T03:18:28,775 INFO [Thread-1196 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 79 completed 2024-11-10T03:18:28,776 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T03:18:28,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] procedure2.ProcedureExecutor(1098): Stored pid=81, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees 2024-11-10T03:18:28,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-10T03:18:28,777 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=81, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T03:18:28,777 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=81, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T03:18:28,777 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=82, ppid=81, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T03:18:28,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-10T03:18:28,929 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 700749f6e4aa,39315,1731208629620 2024-11-10T03:18:28,929 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39315 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-10T03:18:28,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1. 2024-11-10T03:18:28,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1. as already flushing 2024-11-10T03:18:28,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1. 2024-11-10T03:18:28,929 ERROR [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => 1b1f2bd24c3c79a67f7324de560262b1, NAME => 'TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:18:28,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => 1b1f2bd24c3c79a67f7324de560262b1, NAME => 'TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:18:28,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1b1f2bd24c3c79a67f7324de560262b1, NAME => 'TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1b1f2bd24c3c79a67f7324de560262b1, NAME => 'TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:18:29,007 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b1f2bd24c3c79a67f7324de560262b1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:29,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39194 deadline: 1731208769004, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b1f2bd24c3c79a67f7324de560262b1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:29,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-10T03:18:29,081 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 700749f6e4aa,39315,1731208629620 2024-11-10T03:18:29,081 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39315 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-10T03:18:29,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1. 2024-11-10T03:18:29,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1. as already flushing 2024-11-10T03:18:29,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1. 2024-11-10T03:18:29,082 ERROR [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => 1b1f2bd24c3c79a67f7324de560262b1, NAME => 'TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:18:29,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => 1b1f2bd24c3c79a67f7324de560262b1, NAME => 'TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:18:29,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1b1f2bd24c3c79a67f7324de560262b1, NAME => 'TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1b1f2bd24c3c79a67f7324de560262b1, NAME => 'TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:18:29,122 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=222 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/.tmp/B/76311c2e7c09424889370e1c7f26bc2d 2024-11-10T03:18:29,129 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/.tmp/C/246f01fa029e43bfb3c5c6b2f75a9b60 is 50, key is test_row_0/C:col10/1731208708287/Put/seqid=0 2024-11-10T03:18:29,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742130_1306 (size=12151) 2024-11-10T03:18:29,233 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 700749f6e4aa,39315,1731208629620 2024-11-10T03:18:29,234 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39315 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-10T03:18:29,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1. 2024-11-10T03:18:29,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1. as already flushing 2024-11-10T03:18:29,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1. 2024-11-10T03:18:29,234 ERROR [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => 1b1f2bd24c3c79a67f7324de560262b1, NAME => 'TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:18:29,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => 1b1f2bd24c3c79a67f7324de560262b1, NAME => 'TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:18:29,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1b1f2bd24c3c79a67f7324de560262b1, NAME => 'TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1b1f2bd24c3c79a67f7324de560262b1, NAME => 'TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:18:29,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-10T03:18:29,386 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 700749f6e4aa,39315,1731208629620 2024-11-10T03:18:29,386 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39315 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-10T03:18:29,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1. 2024-11-10T03:18:29,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1. as already flushing 2024-11-10T03:18:29,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1. 2024-11-10T03:18:29,386 ERROR [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => 1b1f2bd24c3c79a67f7324de560262b1, NAME => 'TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:18:29,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => 1b1f2bd24c3c79a67f7324de560262b1, NAME => 'TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:18:29,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1b1f2bd24c3c79a67f7324de560262b1, NAME => 'TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1b1f2bd24c3c79a67f7324de560262b1, NAME => 'TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:18:29,509 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b1f2bd24c3c79a67f7324de560262b1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:29,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39194 deadline: 1731208769508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b1f2bd24c3c79a67f7324de560262b1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:29,532 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=222 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/.tmp/C/246f01fa029e43bfb3c5c6b2f75a9b60 2024-11-10T03:18:29,536 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/.tmp/A/895f1a9a6a9c4516ab8fb74df0eec51c as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/A/895f1a9a6a9c4516ab8fb74df0eec51c 2024-11-10T03:18:29,538 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 700749f6e4aa,39315,1731208629620 2024-11-10T03:18:29,538 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39315 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-10T03:18:29,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1. 2024-11-10T03:18:29,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1. as already flushing 2024-11-10T03:18:29,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1. 2024-11-10T03:18:29,538 ERROR [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => 1b1f2bd24c3c79a67f7324de560262b1, NAME => 'TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:18:29,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => 1b1f2bd24c3c79a67f7324de560262b1, NAME => 'TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:18:29,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1b1f2bd24c3c79a67f7324de560262b1, NAME => 'TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1b1f2bd24c3c79a67f7324de560262b1, NAME => 'TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:18:29,542 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/A/895f1a9a6a9c4516ab8fb74df0eec51c, entries=200, sequenceid=222, filesize=14.2 K 2024-11-10T03:18:29,542 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/.tmp/B/76311c2e7c09424889370e1c7f26bc2d as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/B/76311c2e7c09424889370e1c7f26bc2d 2024-11-10T03:18:29,545 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/B/76311c2e7c09424889370e1c7f26bc2d, entries=150, sequenceid=222, filesize=11.9 K 2024-11-10T03:18:29,546 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/.tmp/C/246f01fa029e43bfb3c5c6b2f75a9b60 as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/C/246f01fa029e43bfb3c5c6b2f75a9b60 2024-11-10T03:18:29,550 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/C/246f01fa029e43bfb3c5c6b2f75a9b60, entries=150, sequenceid=222, filesize=11.9 K 2024-11-10T03:18:29,551 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 1b1f2bd24c3c79a67f7324de560262b1 in 1258ms, sequenceid=222, compaction requested=true 2024-11-10T03:18:29,551 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1b1f2bd24c3c79a67f7324de560262b1: 2024-11-10T03:18:29,551 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1b1f2bd24c3c79a67f7324de560262b1:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T03:18:29,551 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T03:18:29,551 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1b1f2bd24c3c79a67f7324de560262b1:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T03:18:29,551 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T03:18:29,551 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T03:18:29,551 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T03:18:29,551 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1b1f2bd24c3c79a67f7324de560262b1:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T03:18:29,551 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T03:18:29,552 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39287 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T03:18:29,552 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T03:18:29,552 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HStore(1540): 1b1f2bd24c3c79a67f7324de560262b1/A is initiating minor compaction (all files) 2024-11-10T03:18:29,552 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HStore(1540): 1b1f2bd24c3c79a67f7324de560262b1/B is initiating minor compaction (all files) 2024-11-10T03:18:29,552 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1b1f2bd24c3c79a67f7324de560262b1/A in TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1. 2024-11-10T03:18:29,552 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1b1f2bd24c3c79a67f7324de560262b1/B in TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1. 2024-11-10T03:18:29,552 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/A/9d6b7a190b2943158919910858a5a2c7, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/A/5b5f59c7317047b4ad19a73ac3a5c6d7, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/A/895f1a9a6a9c4516ab8fb74df0eec51c] into tmpdir=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/.tmp, totalSize=38.4 K 2024-11-10T03:18:29,552 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/B/f5ba5be256dc46279068bc5f67ee5a1c, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/B/64cf43b75dbd4478a69ae5aa75875a7a, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/B/76311c2e7c09424889370e1c7f26bc2d] into tmpdir=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/.tmp, totalSize=36.0 K 2024-11-10T03:18:29,552 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9d6b7a190b2943158919910858a5a2c7, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1731208704972 2024-11-10T03:18:29,552 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.Compactor(224): Compacting f5ba5be256dc46279068bc5f67ee5a1c, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1731208704972 2024-11-10T03:18:29,553 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5b5f59c7317047b4ad19a73ac3a5c6d7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1731208706127 2024-11-10T03:18:29,553 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.Compactor(224): Compacting 64cf43b75dbd4478a69ae5aa75875a7a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1731208706127 2024-11-10T03:18:29,553 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.Compactor(224): Compacting 895f1a9a6a9c4516ab8fb74df0eec51c, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=222, earliestPutTs=1731208708287 2024-11-10T03:18:29,553 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.Compactor(224): Compacting 76311c2e7c09424889370e1c7f26bc2d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=222, earliestPutTs=1731208708287 2024-11-10T03:18:29,558 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1b1f2bd24c3c79a67f7324de560262b1#B#compaction#258 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-10T03:18:29,559 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/.tmp/B/f006865d544445158e9b92c74ace2199 is 50, key is test_row_0/B:col10/1731208708287/Put/seqid=0 2024-11-10T03:18:29,559 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1b1f2bd24c3c79a67f7324de560262b1#A#compaction#259 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T03:18:29,560 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/.tmp/A/f7c351437cd54664953367525017fd35 is 50, key is test_row_0/A:col10/1731208708287/Put/seqid=0 2024-11-10T03:18:29,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742131_1307 (size=12697) 2024-11-10T03:18:29,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742132_1308 (size=12697) 2024-11-10T03:18:29,690 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 700749f6e4aa,39315,1731208629620 2024-11-10T03:18:29,691 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39315 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-10T03:18:29,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1. 2024-11-10T03:18:29,691 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2837): Flushing 1b1f2bd24c3c79a67f7324de560262b1 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-10T03:18:29,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1b1f2bd24c3c79a67f7324de560262b1, store=A 2024-11-10T03:18:29,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:18:29,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1b1f2bd24c3c79a67f7324de560262b1, store=B 2024-11-10T03:18:29,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:18:29,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1b1f2bd24c3c79a67f7324de560262b1, store=C 2024-11-10T03:18:29,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:18:29,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/.tmp/A/39a7729f552948f4ae29483fc3df316f is 50, key is test_row_0/A:col10/1731208708392/Put/seqid=0 2024-11-10T03:18:29,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742133_1309 (size=12151) 2024-11-10T03:18:29,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-10T03:18:29,968 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/.tmp/B/f006865d544445158e9b92c74ace2199 as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/B/f006865d544445158e9b92c74ace2199 2024-11-10T03:18:29,969 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/.tmp/A/f7c351437cd54664953367525017fd35 as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/A/f7c351437cd54664953367525017fd35 2024-11-10T03:18:29,972 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1b1f2bd24c3c79a67f7324de560262b1/B of 1b1f2bd24c3c79a67f7324de560262b1 into f006865d544445158e9b92c74ace2199(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T03:18:29,972 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1b1f2bd24c3c79a67f7324de560262b1: 2024-11-10T03:18:29,972 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1., storeName=1b1f2bd24c3c79a67f7324de560262b1/B, priority=13, startTime=1731208709551; duration=0sec 2024-11-10T03:18:29,972 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T03:18:29,972 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1b1f2bd24c3c79a67f7324de560262b1:B 2024-11-10T03:18:29,972 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T03:18:29,972 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1b1f2bd24c3c79a67f7324de560262b1/A of 1b1f2bd24c3c79a67f7324de560262b1 into f7c351437cd54664953367525017fd35(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T03:18:29,972 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1b1f2bd24c3c79a67f7324de560262b1: 2024-11-10T03:18:29,973 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1., storeName=1b1f2bd24c3c79a67f7324de560262b1/A, priority=13, startTime=1731208709551; duration=0sec 2024-11-10T03:18:29,973 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T03:18:29,973 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1b1f2bd24c3c79a67f7324de560262b1:A 2024-11-10T03:18:29,973 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T03:18:29,973 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HStore(1540): 1b1f2bd24c3c79a67f7324de560262b1/C is initiating minor compaction (all files) 2024-11-10T03:18:29,973 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1b1f2bd24c3c79a67f7324de560262b1/C in TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1. 2024-11-10T03:18:29,973 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/C/6ebbf6fea9454009a08a0f62e3d1b9d4, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/C/da1b68eb351f480eb52a45cb46cf7892, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/C/246f01fa029e43bfb3c5c6b2f75a9b60] into tmpdir=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/.tmp, totalSize=36.0 K 2024-11-10T03:18:29,973 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.Compactor(224): Compacting 6ebbf6fea9454009a08a0f62e3d1b9d4, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1731208704972 2024-11-10T03:18:29,974 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.Compactor(224): Compacting da1b68eb351f480eb52a45cb46cf7892, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1731208706127 2024-11-10T03:18:29,974 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.Compactor(224): Compacting 246f01fa029e43bfb3c5c6b2f75a9b60, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=222, earliestPutTs=1731208708287 2024-11-10T03:18:29,983 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1b1f2bd24c3c79a67f7324de560262b1#C#compaction#261 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T03:18:29,984 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/.tmp/C/964fc564697047fe8909637b97be62d5 is 50, key is test_row_0/C:col10/1731208708287/Put/seqid=0 2024-11-10T03:18:29,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742134_1310 (size=12697) 2024-11-10T03:18:30,098 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=247 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/.tmp/A/39a7729f552948f4ae29483fc3df316f 2024-11-10T03:18:30,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/.tmp/B/9427640ef9e64d86aec2f5aab716f111 is 50, key is test_row_0/B:col10/1731208708392/Put/seqid=0 2024-11-10T03:18:30,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742135_1311 (size=12151) 2024-11-10T03:18:30,391 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/.tmp/C/964fc564697047fe8909637b97be62d5 as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/C/964fc564697047fe8909637b97be62d5 2024-11-10T03:18:30,395 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1b1f2bd24c3c79a67f7324de560262b1/C of 1b1f2bd24c3c79a67f7324de560262b1 into 964fc564697047fe8909637b97be62d5(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T03:18:30,395 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1b1f2bd24c3c79a67f7324de560262b1: 2024-11-10T03:18:30,395 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1., storeName=1b1f2bd24c3c79a67f7324de560262b1/C, priority=13, startTime=1731208709551; duration=0sec 2024-11-10T03:18:30,395 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T03:18:30,395 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1b1f2bd24c3c79a67f7324de560262b1:C 2024-11-10T03:18:30,512 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=247 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/.tmp/B/9427640ef9e64d86aec2f5aab716f111 2024-11-10T03:18:30,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(8581): Flush requested on 1b1f2bd24c3c79a67f7324de560262b1 2024-11-10T03:18:30,517 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1. as already flushing 2024-11-10T03:18:30,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/.tmp/C/80e12cadedd44c458d68c083bfaae797 is 50, key is test_row_0/C:col10/1731208708392/Put/seqid=0 2024-11-10T03:18:30,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742136_1312 (size=12151) 2024-11-10T03:18:30,521 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=247 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/.tmp/C/80e12cadedd44c458d68c083bfaae797 2024-11-10T03:18:30,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/.tmp/A/39a7729f552948f4ae29483fc3df316f as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/A/39a7729f552948f4ae29483fc3df316f 2024-11-10T03:18:30,528 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/A/39a7729f552948f4ae29483fc3df316f, entries=150, sequenceid=247, filesize=11.9 K 2024-11-10T03:18:30,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/.tmp/B/9427640ef9e64d86aec2f5aab716f111 as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/B/9427640ef9e64d86aec2f5aab716f111 2024-11-10T03:18:30,531 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/B/9427640ef9e64d86aec2f5aab716f111, entries=150, sequenceid=247, filesize=11.9 K 2024-11-10T03:18:30,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/.tmp/C/80e12cadedd44c458d68c083bfaae797 as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/C/80e12cadedd44c458d68c083bfaae797 2024-11-10T03:18:30,535 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/C/80e12cadedd44c458d68c083bfaae797, entries=150, sequenceid=247, filesize=11.9 K 2024-11-10T03:18:30,536 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=46.96 KB/48090 for 1b1f2bd24c3c79a67f7324de560262b1 in 844ms, sequenceid=247, compaction requested=false 2024-11-10T03:18:30,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2538): Flush status journal for 1b1f2bd24c3c79a67f7324de560262b1: 2024-11-10T03:18:30,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1. 2024-11-10T03:18:30,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(8581): Flush requested on 1b1f2bd24c3c79a67f7324de560262b1 2024-11-10T03:18:30,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=82 2024-11-10T03:18:30,536 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1b1f2bd24c3c79a67f7324de560262b1 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-10T03:18:30,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster(4106): Remote procedure done, pid=82 2024-11-10T03:18:30,536 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1b1f2bd24c3c79a67f7324de560262b1, store=A 2024-11-10T03:18:30,536 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:18:30,536 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1b1f2bd24c3c79a67f7324de560262b1, store=B 2024-11-10T03:18:30,536 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:18:30,536 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1b1f2bd24c3c79a67f7324de560262b1, store=C 2024-11-10T03:18:30,536 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:18:30,538 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=82, resume processing ppid=81 2024-11-10T03:18:30,538 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=82, ppid=81, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7600 sec 2024-11-10T03:18:30,539 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=81, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees in 1.7620 sec 2024-11-10T03:18:30,540 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/.tmp/A/c9166a51663c403ca1c2da00a5cd4580 is 50, key is test_row_0/A:col10/1731208710531/Put/seqid=0 2024-11-10T03:18:30,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742137_1313 (size=12251) 2024-11-10T03:18:30,601 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b1f2bd24c3c79a67f7324de560262b1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:30,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 231 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39194 deadline: 1731208770599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b1f2bd24c3c79a67f7324de560262b1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:30,703 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b1f2bd24c3c79a67f7324de560262b1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:30,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 233 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39194 deadline: 1731208770702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b1f2bd24c3c79a67f7324de560262b1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:30,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-10T03:18:30,881 INFO [Thread-1196 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 81 completed 2024-11-10T03:18:30,882 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T03:18:30,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] procedure2.ProcedureExecutor(1098): Stored pid=83, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees 2024-11-10T03:18:30,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-10T03:18:30,883 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=83, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T03:18:30,883 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=83, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T03:18:30,883 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=84, ppid=83, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T03:18:30,907 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b1f2bd24c3c79a67f7324de560262b1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:30,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 235 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39194 deadline: 1731208770905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b1f2bd24c3c79a67f7324de560262b1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:30,944 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=261 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/.tmp/A/c9166a51663c403ca1c2da00a5cd4580 2024-11-10T03:18:30,950 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/.tmp/B/7b0aa0c329014fdb9ab03ed454e6d9ad is 50, key is test_row_0/B:col10/1731208710531/Put/seqid=0 2024-11-10T03:18:30,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742138_1314 (size=12251) 2024-11-10T03:18:30,954 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=261 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/.tmp/B/7b0aa0c329014fdb9ab03ed454e6d9ad 2024-11-10T03:18:30,960 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/.tmp/C/cb2e844a11274511980e0105dcba7942 is 50, key is test_row_0/C:col10/1731208710531/Put/seqid=0 2024-11-10T03:18:30,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742139_1315 (size=12251) 2024-11-10T03:18:30,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-10T03:18:31,035 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 700749f6e4aa,39315,1731208629620 2024-11-10T03:18:31,035 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39315 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-10T03:18:31,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1. 2024-11-10T03:18:31,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1. as already flushing 2024-11-10T03:18:31,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1. 2024-11-10T03:18:31,035 ERROR [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => 1b1f2bd24c3c79a67f7324de560262b1, NAME => 'TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:18:31,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => 1b1f2bd24c3c79a67f7324de560262b1, NAME => 'TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:18:31,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1b1f2bd24c3c79a67f7324de560262b1, NAME => 'TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1b1f2bd24c3c79a67f7324de560262b1, NAME => 'TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:18:31,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-10T03:18:31,187 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 700749f6e4aa,39315,1731208629620 2024-11-10T03:18:31,187 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39315 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-10T03:18:31,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1. 2024-11-10T03:18:31,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1. as already flushing 2024-11-10T03:18:31,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1. 2024-11-10T03:18:31,188 ERROR [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => 1b1f2bd24c3c79a67f7324de560262b1, NAME => 'TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:18:31,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => 1b1f2bd24c3c79a67f7324de560262b1, NAME => 'TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:18:31,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1b1f2bd24c3c79a67f7324de560262b1, NAME => 'TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1b1f2bd24c3c79a67f7324de560262b1, NAME => 'TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:18:31,211 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b1f2bd24c3c79a67f7324de560262b1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:31,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 237 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39194 deadline: 1731208771210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b1f2bd24c3c79a67f7324de560262b1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:31,340 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 700749f6e4aa,39315,1731208629620 2024-11-10T03:18:31,340 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39315 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-10T03:18:31,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1. 2024-11-10T03:18:31,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1. as already flushing 2024-11-10T03:18:31,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1. 2024-11-10T03:18:31,341 ERROR [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => 1b1f2bd24c3c79a67f7324de560262b1, NAME => 'TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:18:31,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => 1b1f2bd24c3c79a67f7324de560262b1, NAME => 'TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:18:31,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1b1f2bd24c3c79a67f7324de560262b1, NAME => 'TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1b1f2bd24c3c79a67f7324de560262b1, NAME => 'TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:18:31,372 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=261 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/.tmp/C/cb2e844a11274511980e0105dcba7942 2024-11-10T03:18:31,376 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/.tmp/A/c9166a51663c403ca1c2da00a5cd4580 as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/A/c9166a51663c403ca1c2da00a5cd4580 2024-11-10T03:18:31,378 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/A/c9166a51663c403ca1c2da00a5cd4580, entries=150, sequenceid=261, filesize=12.0 K 2024-11-10T03:18:31,379 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/.tmp/B/7b0aa0c329014fdb9ab03ed454e6d9ad as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/B/7b0aa0c329014fdb9ab03ed454e6d9ad 2024-11-10T03:18:31,382 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/B/7b0aa0c329014fdb9ab03ed454e6d9ad, entries=150, sequenceid=261, filesize=12.0 K 2024-11-10T03:18:31,382 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/.tmp/C/cb2e844a11274511980e0105dcba7942 as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/C/cb2e844a11274511980e0105dcba7942 2024-11-10T03:18:31,385 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/C/cb2e844a11274511980e0105dcba7942, entries=150, sequenceid=261, filesize=12.0 K 2024-11-10T03:18:31,386 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 1b1f2bd24c3c79a67f7324de560262b1 in 849ms, sequenceid=261, compaction requested=true 2024-11-10T03:18:31,386 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1b1f2bd24c3c79a67f7324de560262b1: 2024-11-10T03:18:31,386 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1b1f2bd24c3c79a67f7324de560262b1:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T03:18:31,386 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T03:18:31,386 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1b1f2bd24c3c79a67f7324de560262b1:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T03:18:31,386 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T03:18:31,386 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1b1f2bd24c3c79a67f7324de560262b1:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T03:18:31,386 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T03:18:31,386 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T03:18:31,386 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T03:18:31,387 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37099 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T03:18:31,387 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37099 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T03:18:31,387 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HStore(1540): 1b1f2bd24c3c79a67f7324de560262b1/A is initiating minor compaction (all files) 2024-11-10T03:18:31,387 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HStore(1540): 1b1f2bd24c3c79a67f7324de560262b1/B is initiating minor compaction (all files) 2024-11-10T03:18:31,387 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1b1f2bd24c3c79a67f7324de560262b1/A in TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1. 2024-11-10T03:18:31,387 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1b1f2bd24c3c79a67f7324de560262b1/B in TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1. 2024-11-10T03:18:31,387 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/A/f7c351437cd54664953367525017fd35, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/A/39a7729f552948f4ae29483fc3df316f, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/A/c9166a51663c403ca1c2da00a5cd4580] into tmpdir=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/.tmp, totalSize=36.2 K 2024-11-10T03:18:31,387 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/B/f006865d544445158e9b92c74ace2199, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/B/9427640ef9e64d86aec2f5aab716f111, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/B/7b0aa0c329014fdb9ab03ed454e6d9ad] into tmpdir=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/.tmp, totalSize=36.2 K 2024-11-10T03:18:31,387 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.Compactor(224): Compacting f006865d544445158e9b92c74ace2199, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=222, earliestPutTs=1731208708287 2024-11-10T03:18:31,387 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.Compactor(224): Compacting f7c351437cd54664953367525017fd35, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=222, earliestPutTs=1731208708287 2024-11-10T03:18:31,387 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.Compactor(224): Compacting 9427640ef9e64d86aec2f5aab716f111, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1731208708375 2024-11-10T03:18:31,388 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.Compactor(224): Compacting 39a7729f552948f4ae29483fc3df316f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1731208708375 2024-11-10T03:18:31,388 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.Compactor(224): Compacting 7b0aa0c329014fdb9ab03ed454e6d9ad, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=261, earliestPutTs=1731208710521 2024-11-10T03:18:31,388 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.Compactor(224): Compacting c9166a51663c403ca1c2da00a5cd4580, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=261, earliestPutTs=1731208710521 2024-11-10T03:18:31,393 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1b1f2bd24c3c79a67f7324de560262b1#A#compaction#267 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T03:18:31,393 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/.tmp/A/d33c18386cf14a659846ec45969a80bb is 50, key is test_row_0/A:col10/1731208710531/Put/seqid=0 2024-11-10T03:18:31,396 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1b1f2bd24c3c79a67f7324de560262b1#B#compaction#268 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T03:18:31,396 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/.tmp/B/cb2f8af159aa430b8b2718359b1ec628 is 50, key is test_row_0/B:col10/1731208710531/Put/seqid=0 2024-11-10T03:18:31,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742140_1316 (size=12899) 2024-11-10T03:18:31,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742141_1317 (size=12899) 2024-11-10T03:18:31,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-10T03:18:31,493 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 700749f6e4aa,39315,1731208629620 2024-11-10T03:18:31,493 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39315 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-10T03:18:31,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1. 2024-11-10T03:18:31,493 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2837): Flushing 1b1f2bd24c3c79a67f7324de560262b1 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-10T03:18:31,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1b1f2bd24c3c79a67f7324de560262b1, store=A 2024-11-10T03:18:31,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:18:31,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1b1f2bd24c3c79a67f7324de560262b1, store=B 2024-11-10T03:18:31,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:18:31,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1b1f2bd24c3c79a67f7324de560262b1, store=C 2024-11-10T03:18:31,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:18:31,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/.tmp/A/1fc4fc7aa458493eb45d9a299575df87 is 50, key is test_row_0/A:col10/1731208710591/Put/seqid=0 2024-11-10T03:18:31,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742142_1318 (size=12301) 2024-11-10T03:18:31,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(8581): Flush requested on 1b1f2bd24c3c79a67f7324de560262b1 2024-11-10T03:18:31,717 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1. as already flushing 2024-11-10T03:18:31,743 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b1f2bd24c3c79a67f7324de560262b1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:31,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 247 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39194 deadline: 1731208771741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b1f2bd24c3c79a67f7324de560262b1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:31,813 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/.tmp/B/cb2f8af159aa430b8b2718359b1ec628 as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/B/cb2f8af159aa430b8b2718359b1ec628 2024-11-10T03:18:31,815 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/.tmp/A/d33c18386cf14a659846ec45969a80bb as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/A/d33c18386cf14a659846ec45969a80bb 2024-11-10T03:18:31,817 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1b1f2bd24c3c79a67f7324de560262b1/B of 1b1f2bd24c3c79a67f7324de560262b1 into cb2f8af159aa430b8b2718359b1ec628(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T03:18:31,817 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1b1f2bd24c3c79a67f7324de560262b1: 2024-11-10T03:18:31,817 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1., storeName=1b1f2bd24c3c79a67f7324de560262b1/B, priority=13, startTime=1731208711386; duration=0sec 2024-11-10T03:18:31,817 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T03:18:31,817 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1b1f2bd24c3c79a67f7324de560262b1:B 2024-11-10T03:18:31,817 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T03:18:31,818 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37099 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T03:18:31,818 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HStore(1540): 1b1f2bd24c3c79a67f7324de560262b1/C is initiating minor compaction (all files) 2024-11-10T03:18:31,818 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1b1f2bd24c3c79a67f7324de560262b1/C in TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1. 2024-11-10T03:18:31,818 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/C/964fc564697047fe8909637b97be62d5, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/C/80e12cadedd44c458d68c083bfaae797, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/C/cb2e844a11274511980e0105dcba7942] into tmpdir=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/.tmp, totalSize=36.2 K 2024-11-10T03:18:31,818 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.Compactor(224): Compacting 964fc564697047fe8909637b97be62d5, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=222, earliestPutTs=1731208708287 2024-11-10T03:18:31,819 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.Compactor(224): Compacting 80e12cadedd44c458d68c083bfaae797, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1731208708375 2024-11-10T03:18:31,819 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.Compactor(224): Compacting cb2e844a11274511980e0105dcba7942, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=261, earliestPutTs=1731208710521 2024-11-10T03:18:31,820 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1b1f2bd24c3c79a67f7324de560262b1/A of 1b1f2bd24c3c79a67f7324de560262b1 into d33c18386cf14a659846ec45969a80bb(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T03:18:31,820 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1b1f2bd24c3c79a67f7324de560262b1: 2024-11-10T03:18:31,820 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1., storeName=1b1f2bd24c3c79a67f7324de560262b1/A, priority=13, startTime=1731208711386; duration=0sec 2024-11-10T03:18:31,820 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T03:18:31,820 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1b1f2bd24c3c79a67f7324de560262b1:A 2024-11-10T03:18:31,824 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1b1f2bd24c3c79a67f7324de560262b1#C#compaction#270 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T03:18:31,825 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/.tmp/C/b18ced70410d43e6bad199130f5c644c is 50, key is test_row_0/C:col10/1731208710531/Put/seqid=0 2024-11-10T03:18:31,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742143_1319 (size=12899) 2024-11-10T03:18:31,831 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/.tmp/C/b18ced70410d43e6bad199130f5c644c as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/C/b18ced70410d43e6bad199130f5c644c 2024-11-10T03:18:31,836 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1b1f2bd24c3c79a67f7324de560262b1/C of 1b1f2bd24c3c79a67f7324de560262b1 into b18ced70410d43e6bad199130f5c644c(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T03:18:31,836 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1b1f2bd24c3c79a67f7324de560262b1: 2024-11-10T03:18:31,836 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1., storeName=1b1f2bd24c3c79a67f7324de560262b1/C, priority=13, startTime=1731208711386; duration=0sec 2024-11-10T03:18:31,836 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T03:18:31,836 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1b1f2bd24c3c79a67f7324de560262b1:C 2024-11-10T03:18:31,844 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b1f2bd24c3c79a67f7324de560262b1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:31,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 249 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39194 deadline: 1731208771844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b1f2bd24c3c79a67f7324de560262b1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:31,901 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=286 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/.tmp/A/1fc4fc7aa458493eb45d9a299575df87 2024-11-10T03:18:31,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/.tmp/B/972d944c340a4a91bd53ae318dc72695 is 50, key is test_row_0/B:col10/1731208710591/Put/seqid=0 2024-11-10T03:18:31,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742144_1320 (size=12301) 2024-11-10T03:18:31,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-10T03:18:32,047 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b1f2bd24c3c79a67f7324de560262b1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:32,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 251 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39194 deadline: 1731208772045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b1f2bd24c3c79a67f7324de560262b1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:32,320 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=286 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/.tmp/B/972d944c340a4a91bd53ae318dc72695 2024-11-10T03:18:32,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/.tmp/C/b25e5973f4714bba8a44f393dd211457 is 50, key is test_row_0/C:col10/1731208710591/Put/seqid=0 2024-11-10T03:18:32,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742145_1321 (size=12301) 2024-11-10T03:18:32,336 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=286 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/.tmp/C/b25e5973f4714bba8a44f393dd211457 2024-11-10T03:18:32,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/.tmp/A/1fc4fc7aa458493eb45d9a299575df87 as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/A/1fc4fc7aa458493eb45d9a299575df87 2024-11-10T03:18:32,343 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/A/1fc4fc7aa458493eb45d9a299575df87, entries=150, sequenceid=286, filesize=12.0 K 2024-11-10T03:18:32,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/.tmp/B/972d944c340a4a91bd53ae318dc72695 as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/B/972d944c340a4a91bd53ae318dc72695 2024-11-10T03:18:32,347 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/B/972d944c340a4a91bd53ae318dc72695, entries=150, sequenceid=286, filesize=12.0 K 2024-11-10T03:18:32,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/.tmp/C/b25e5973f4714bba8a44f393dd211457 as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/C/b25e5973f4714bba8a44f393dd211457 2024-11-10T03:18:32,350 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b1f2bd24c3c79a67f7324de560262b1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:32,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 253 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39194 deadline: 1731208772349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b1f2bd24c3c79a67f7324de560262b1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:32,352 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/C/b25e5973f4714bba8a44f393dd211457, entries=150, sequenceid=286, filesize=12.0 K 2024-11-10T03:18:32,353 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 1b1f2bd24c3c79a67f7324de560262b1 in 860ms, sequenceid=286, compaction requested=false 2024-11-10T03:18:32,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2538): Flush status journal for 1b1f2bd24c3c79a67f7324de560262b1: 2024-11-10T03:18:32,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1. 2024-11-10T03:18:32,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=84 2024-11-10T03:18:32,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster(4106): Remote procedure done, pid=84 2024-11-10T03:18:32,356 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=84, resume processing ppid=83 2024-11-10T03:18:32,356 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=84, ppid=83, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4710 sec 2024-11-10T03:18:32,358 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=83, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees in 1.4750 sec 2024-11-10T03:18:32,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(8581): Flush requested on 1b1f2bd24c3c79a67f7324de560262b1 2024-11-10T03:18:32,855 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1b1f2bd24c3c79a67f7324de560262b1 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-10T03:18:32,856 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1b1f2bd24c3c79a67f7324de560262b1, store=A 2024-11-10T03:18:32,856 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:18:32,856 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1b1f2bd24c3c79a67f7324de560262b1, store=B 2024-11-10T03:18:32,856 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:18:32,856 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1b1f2bd24c3c79a67f7324de560262b1, store=C 2024-11-10T03:18:32,856 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:18:32,859 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/.tmp/A/c229d5157841400d8921f88138194c2f is 50, key is test_row_0/A:col10/1731208711740/Put/seqid=0 2024-11-10T03:18:32,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742146_1322 (size=14741) 2024-11-10T03:18:32,864 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=301 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/.tmp/A/c229d5157841400d8921f88138194c2f 2024-11-10T03:18:32,869 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/.tmp/B/93054a281ddd49da85780d64aebec0bd is 50, key is test_row_0/B:col10/1731208711740/Put/seqid=0 2024-11-10T03:18:32,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742147_1323 (size=12301) 2024-11-10T03:18:32,921 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b1f2bd24c3c79a67f7324de560262b1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:32,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 277 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39194 deadline: 1731208772919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b1f2bd24c3c79a67f7324de560262b1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:32,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-10T03:18:32,986 INFO [Thread-1196 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 83 completed 2024-11-10T03:18:32,987 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T03:18:32,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] procedure2.ProcedureExecutor(1098): Stored pid=85, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees 2024-11-10T03:18:32,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-10T03:18:32,988 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=85, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T03:18:32,989 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=85, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T03:18:32,989 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=86, ppid=85, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T03:18:33,024 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b1f2bd24c3c79a67f7324de560262b1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:33,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 279 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39194 deadline: 1731208773022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b1f2bd24c3c79a67f7324de560262b1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:33,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-10T03:18:33,140 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 700749f6e4aa,39315,1731208629620 2024-11-10T03:18:33,140 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39315 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-10T03:18:33,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1. 2024-11-10T03:18:33,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1. as already flushing 2024-11-10T03:18:33,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1. 2024-11-10T03:18:33,140 ERROR [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => 1b1f2bd24c3c79a67f7324de560262b1, NAME => 'TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:18:33,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => 1b1f2bd24c3c79a67f7324de560262b1, NAME => 'TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:18:33,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1b1f2bd24c3c79a67f7324de560262b1, NAME => 'TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1b1f2bd24c3c79a67f7324de560262b1, NAME => 'TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:18:33,226 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b1f2bd24c3c79a67f7324de560262b1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:33,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 281 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39194 deadline: 1731208773224, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b1f2bd24c3c79a67f7324de560262b1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:33,287 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=301 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/.tmp/B/93054a281ddd49da85780d64aebec0bd 2024-11-10T03:18:33,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-10T03:18:33,292 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 700749f6e4aa,39315,1731208629620 2024-11-10T03:18:33,292 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39315 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-10T03:18:33,292 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/.tmp/C/2bdf63b0ae914ae5b12cec3500b75157 is 50, key is test_row_0/C:col10/1731208711740/Put/seqid=0 2024-11-10T03:18:33,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1. 2024-11-10T03:18:33,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1. as already flushing 2024-11-10T03:18:33,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1. 2024-11-10T03:18:33,292 ERROR [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => 1b1f2bd24c3c79a67f7324de560262b1, NAME => 'TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:18:33,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => 1b1f2bd24c3c79a67f7324de560262b1, NAME => 'TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:18:33,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1b1f2bd24c3c79a67f7324de560262b1, NAME => 'TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1b1f2bd24c3c79a67f7324de560262b1, NAME => 'TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:18:33,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742148_1324 (size=12301) 2024-11-10T03:18:33,445 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 700749f6e4aa,39315,1731208629620 2024-11-10T03:18:33,445 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39315 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-10T03:18:33,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1. 2024-11-10T03:18:33,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1. as already flushing 2024-11-10T03:18:33,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1. 2024-11-10T03:18:33,446 ERROR [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => 1b1f2bd24c3c79a67f7324de560262b1, NAME => 'TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:18:33,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => 1b1f2bd24c3c79a67f7324de560262b1, NAME => 'TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:18:33,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1b1f2bd24c3c79a67f7324de560262b1, NAME => 'TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1b1f2bd24c3c79a67f7324de560262b1, NAME => 'TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:18:33,529 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b1f2bd24c3c79a67f7324de560262b1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:33,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 283 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39194 deadline: 1731208773527, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b1f2bd24c3c79a67f7324de560262b1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:33,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-10T03:18:33,597 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 700749f6e4aa,39315,1731208629620 2024-11-10T03:18:33,598 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39315 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-10T03:18:33,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1. 2024-11-10T03:18:33,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1. as already flushing 2024-11-10T03:18:33,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1. 2024-11-10T03:18:33,598 ERROR [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => 1b1f2bd24c3c79a67f7324de560262b1, NAME => 'TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:18:33,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => 1b1f2bd24c3c79a67f7324de560262b1, NAME => 'TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:18:33,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1b1f2bd24c3c79a67f7324de560262b1, NAME => 'TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1b1f2bd24c3c79a67f7324de560262b1, NAME => 'TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:18:33,698 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=301 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/.tmp/C/2bdf63b0ae914ae5b12cec3500b75157 2024-11-10T03:18:33,702 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/.tmp/A/c229d5157841400d8921f88138194c2f as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/A/c229d5157841400d8921f88138194c2f 2024-11-10T03:18:33,705 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/A/c229d5157841400d8921f88138194c2f, entries=200, sequenceid=301, filesize=14.4 K 2024-11-10T03:18:33,705 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/.tmp/B/93054a281ddd49da85780d64aebec0bd as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/B/93054a281ddd49da85780d64aebec0bd 2024-11-10T03:18:33,708 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/B/93054a281ddd49da85780d64aebec0bd, entries=150, sequenceid=301, filesize=12.0 K 2024-11-10T03:18:33,709 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/.tmp/C/2bdf63b0ae914ae5b12cec3500b75157 as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/C/2bdf63b0ae914ae5b12cec3500b75157 2024-11-10T03:18:33,712 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/C/2bdf63b0ae914ae5b12cec3500b75157, entries=150, sequenceid=301, filesize=12.0 K 2024-11-10T03:18:33,712 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 1b1f2bd24c3c79a67f7324de560262b1 in 857ms, sequenceid=301, compaction requested=true 2024-11-10T03:18:33,712 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1b1f2bd24c3c79a67f7324de560262b1: 2024-11-10T03:18:33,712 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1b1f2bd24c3c79a67f7324de560262b1:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T03:18:33,712 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T03:18:33,712 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1b1f2bd24c3c79a67f7324de560262b1:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T03:18:33,712 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T03:18:33,712 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T03:18:33,712 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1b1f2bd24c3c79a67f7324de560262b1:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T03:18:33,712 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T03:18:33,713 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T03:18:33,713 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39941 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T03:18:33,713 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37501 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T03:18:33,713 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HStore(1540): 1b1f2bd24c3c79a67f7324de560262b1/A is initiating minor compaction (all files) 2024-11-10T03:18:33,713 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HStore(1540): 1b1f2bd24c3c79a67f7324de560262b1/B is initiating minor compaction (all files) 2024-11-10T03:18:33,713 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1b1f2bd24c3c79a67f7324de560262b1/A in TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1. 2024-11-10T03:18:33,713 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1b1f2bd24c3c79a67f7324de560262b1/B in TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1. 2024-11-10T03:18:33,713 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/B/cb2f8af159aa430b8b2718359b1ec628, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/B/972d944c340a4a91bd53ae318dc72695, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/B/93054a281ddd49da85780d64aebec0bd] into tmpdir=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/.tmp, totalSize=36.6 K 2024-11-10T03:18:33,713 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/A/d33c18386cf14a659846ec45969a80bb, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/A/1fc4fc7aa458493eb45d9a299575df87, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/A/c229d5157841400d8921f88138194c2f] into tmpdir=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/.tmp, totalSize=39.0 K 2024-11-10T03:18:33,714 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.Compactor(224): Compacting d33c18386cf14a659846ec45969a80bb, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=261, earliestPutTs=1731208710521 2024-11-10T03:18:33,714 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.Compactor(224): Compacting cb2f8af159aa430b8b2718359b1ec628, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=261, earliestPutTs=1731208710521 2024-11-10T03:18:33,714 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.Compactor(224): Compacting 972d944c340a4a91bd53ae318dc72695, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=286, earliestPutTs=1731208710591 2024-11-10T03:18:33,714 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1fc4fc7aa458493eb45d9a299575df87, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=286, earliestPutTs=1731208710591 2024-11-10T03:18:33,714 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.Compactor(224): Compacting 93054a281ddd49da85780d64aebec0bd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=301, earliestPutTs=1731208711737 2024-11-10T03:18:33,714 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.Compactor(224): Compacting c229d5157841400d8921f88138194c2f, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=301, earliestPutTs=1731208711734 2024-11-10T03:18:33,720 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1b1f2bd24c3c79a67f7324de560262b1#B#compaction#277 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-10T03:18:33,720 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1b1f2bd24c3c79a67f7324de560262b1#A#compaction#276 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T03:18:33,720 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/.tmp/B/4519282517654559b8fe8cd5903184d5 is 50, key is test_row_0/B:col10/1731208711740/Put/seqid=0 2024-11-10T03:18:33,720 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/.tmp/A/89cb619c1985409a8497a2e3d804ef9c is 50, key is test_row_0/A:col10/1731208711740/Put/seqid=0 2024-11-10T03:18:33,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742149_1325 (size=13051) 2024-11-10T03:18:33,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742150_1326 (size=13051) 2024-11-10T03:18:33,728 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/.tmp/A/89cb619c1985409a8497a2e3d804ef9c as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/A/89cb619c1985409a8497a2e3d804ef9c 2024-11-10T03:18:33,731 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1b1f2bd24c3c79a67f7324de560262b1/A of 1b1f2bd24c3c79a67f7324de560262b1 into 89cb619c1985409a8497a2e3d804ef9c(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T03:18:33,731 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1b1f2bd24c3c79a67f7324de560262b1: 2024-11-10T03:18:33,731 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1., storeName=1b1f2bd24c3c79a67f7324de560262b1/A, priority=13, startTime=1731208713712; duration=0sec 2024-11-10T03:18:33,731 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T03:18:33,731 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1b1f2bd24c3c79a67f7324de560262b1:A 2024-11-10T03:18:33,731 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T03:18:33,732 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37501 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T03:18:33,732 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HStore(1540): 1b1f2bd24c3c79a67f7324de560262b1/C is initiating minor compaction (all files) 2024-11-10T03:18:33,732 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1b1f2bd24c3c79a67f7324de560262b1/C in TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1. 2024-11-10T03:18:33,732 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/C/b18ced70410d43e6bad199130f5c644c, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/C/b25e5973f4714bba8a44f393dd211457, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/C/2bdf63b0ae914ae5b12cec3500b75157] into tmpdir=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/.tmp, totalSize=36.6 K 2024-11-10T03:18:33,732 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.Compactor(224): Compacting b18ced70410d43e6bad199130f5c644c, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=261, earliestPutTs=1731208710521 2024-11-10T03:18:33,732 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.Compactor(224): Compacting b25e5973f4714bba8a44f393dd211457, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=286, earliestPutTs=1731208710591 2024-11-10T03:18:33,733 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2bdf63b0ae914ae5b12cec3500b75157, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=301, earliestPutTs=1731208711737 2024-11-10T03:18:33,738 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1b1f2bd24c3c79a67f7324de560262b1#C#compaction#278 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T03:18:33,738 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/.tmp/C/8bcdacab7c2e4758bba31ae92d3e7ec0 is 50, key is test_row_0/C:col10/1731208711740/Put/seqid=0 2024-11-10T03:18:33,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742151_1327 (size=13051) 2024-11-10T03:18:33,750 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 700749f6e4aa,39315,1731208629620 2024-11-10T03:18:33,750 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39315 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-10T03:18:33,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1. 2024-11-10T03:18:33,750 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2837): Flushing 1b1f2bd24c3c79a67f7324de560262b1 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-10T03:18:33,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1b1f2bd24c3c79a67f7324de560262b1, store=A 2024-11-10T03:18:33,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:18:33,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1b1f2bd24c3c79a67f7324de560262b1, store=B 2024-11-10T03:18:33,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:18:33,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1b1f2bd24c3c79a67f7324de560262b1, store=C 2024-11-10T03:18:33,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:18:33,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/.tmp/A/23315b0051c44637ad8d704308909b98 is 50, key is test_row_0/A:col10/1731208712918/Put/seqid=0 2024-11-10T03:18:33,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742152_1328 (size=12301) 2024-11-10T03:18:34,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(8581): Flush requested on 1b1f2bd24c3c79a67f7324de560262b1 2024-11-10T03:18:34,033 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1. as already flushing 2024-11-10T03:18:34,056 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b1f2bd24c3c79a67f7324de560262b1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:34,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 294 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39194 deadline: 1731208774054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b1f2bd24c3c79a67f7324de560262b1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:34,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-10T03:18:34,128 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/.tmp/B/4519282517654559b8fe8cd5903184d5 as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/B/4519282517654559b8fe8cd5903184d5 2024-11-10T03:18:34,131 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1b1f2bd24c3c79a67f7324de560262b1/B of 1b1f2bd24c3c79a67f7324de560262b1 into 4519282517654559b8fe8cd5903184d5(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T03:18:34,131 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1b1f2bd24c3c79a67f7324de560262b1: 2024-11-10T03:18:34,131 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1., storeName=1b1f2bd24c3c79a67f7324de560262b1/B, priority=13, startTime=1731208713712; duration=0sec 2024-11-10T03:18:34,132 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T03:18:34,132 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1b1f2bd24c3c79a67f7324de560262b1:B 2024-11-10T03:18:34,145 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/.tmp/C/8bcdacab7c2e4758bba31ae92d3e7ec0 as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/C/8bcdacab7c2e4758bba31ae92d3e7ec0 2024-11-10T03:18:34,149 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1b1f2bd24c3c79a67f7324de560262b1/C of 1b1f2bd24c3c79a67f7324de560262b1 into 8bcdacab7c2e4758bba31ae92d3e7ec0(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T03:18:34,149 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1b1f2bd24c3c79a67f7324de560262b1: 2024-11-10T03:18:34,149 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1., storeName=1b1f2bd24c3c79a67f7324de560262b1/C, priority=13, startTime=1731208713712; duration=0sec 2024-11-10T03:18:34,149 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T03:18:34,149 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1b1f2bd24c3c79a67f7324de560262b1:C 2024-11-10T03:18:34,157 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b1f2bd24c3c79a67f7324de560262b1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:34,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 296 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39194 deadline: 1731208774157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b1f2bd24c3c79a67f7324de560262b1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:34,157 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=326 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/.tmp/A/23315b0051c44637ad8d704308909b98 2024-11-10T03:18:34,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/.tmp/B/0c9a9f46fa004a698041d4b02309bf76 is 50, key is test_row_0/B:col10/1731208712918/Put/seqid=0 2024-11-10T03:18:34,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742153_1329 (size=12301) 2024-11-10T03:18:34,359 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b1f2bd24c3c79a67f7324de560262b1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:34,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 298 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39194 deadline: 1731208774359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b1f2bd24c3c79a67f7324de560262b1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:34,568 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=326 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/.tmp/B/0c9a9f46fa004a698041d4b02309bf76 2024-11-10T03:18:34,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/.tmp/C/133643c4f63d4876872c9b9cfbf7c2b9 is 50, key is test_row_0/C:col10/1731208712918/Put/seqid=0 2024-11-10T03:18:34,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742154_1330 (size=12301) 2024-11-10T03:18:34,663 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b1f2bd24c3c79a67f7324de560262b1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:34,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 300 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39194 deadline: 1731208774662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b1f2bd24c3c79a67f7324de560262b1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:34,993 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=326 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/.tmp/C/133643c4f63d4876872c9b9cfbf7c2b9 2024-11-10T03:18:34,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/.tmp/A/23315b0051c44637ad8d704308909b98 as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/A/23315b0051c44637ad8d704308909b98 2024-11-10T03:18:34,999 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/A/23315b0051c44637ad8d704308909b98, entries=150, sequenceid=326, filesize=12.0 K 2024-11-10T03:18:35,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/.tmp/B/0c9a9f46fa004a698041d4b02309bf76 as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/B/0c9a9f46fa004a698041d4b02309bf76 2024-11-10T03:18:35,002 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/B/0c9a9f46fa004a698041d4b02309bf76, entries=150, sequenceid=326, filesize=12.0 K 2024-11-10T03:18:35,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/.tmp/C/133643c4f63d4876872c9b9cfbf7c2b9 as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/C/133643c4f63d4876872c9b9cfbf7c2b9 2024-11-10T03:18:35,006 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/C/133643c4f63d4876872c9b9cfbf7c2b9, entries=150, sequenceid=326, filesize=12.0 K 2024-11-10T03:18:35,007 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 1b1f2bd24c3c79a67f7324de560262b1 in 1257ms, sequenceid=326, compaction requested=false 2024-11-10T03:18:35,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2538): Flush status journal for 1b1f2bd24c3c79a67f7324de560262b1: 2024-11-10T03:18:35,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1. 2024-11-10T03:18:35,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=86 2024-11-10T03:18:35,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster(4106): Remote procedure done, pid=86 2024-11-10T03:18:35,009 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=86, resume processing ppid=85 2024-11-10T03:18:35,009 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=86, ppid=85, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0190 sec 2024-11-10T03:18:35,010 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=85, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees in 2.0220 sec 2024-11-10T03:18:35,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-10T03:18:35,091 INFO [Thread-1196 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 85 completed 2024-11-10T03:18:35,092 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T03:18:35,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] procedure2.ProcedureExecutor(1098): Stored pid=87, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees 2024-11-10T03:18:35,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-10T03:18:35,093 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=87, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T03:18:35,094 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=87, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T03:18:35,094 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=88, ppid=87, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T03:18:35,141 DEBUG [Thread-1197 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0eb04aeb to 127.0.0.1:55635 2024-11-10T03:18:35,141 DEBUG [Thread-1201 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0d68f787 to 127.0.0.1:55635 2024-11-10T03:18:35,141 DEBUG [Thread-1197 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T03:18:35,141 DEBUG [Thread-1201 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T03:18:35,142 DEBUG [Thread-1203 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x10e6bf6a to 127.0.0.1:55635 2024-11-10T03:18:35,142 DEBUG [Thread-1203 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T03:18:35,142 DEBUG [Thread-1199 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6a0e9c8f to 127.0.0.1:55635 2024-11-10T03:18:35,142 DEBUG [Thread-1205 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1730a60f to 127.0.0.1:55635 2024-11-10T03:18:35,142 DEBUG [Thread-1199 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T03:18:35,142 DEBUG [Thread-1205 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T03:18:35,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(8581): Flush requested on 1b1f2bd24c3c79a67f7324de560262b1 2024-11-10T03:18:35,167 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1b1f2bd24c3c79a67f7324de560262b1 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-10T03:18:35,167 DEBUG [Thread-1194 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x560ec309 to 127.0.0.1:55635 2024-11-10T03:18:35,167 DEBUG [Thread-1194 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T03:18:35,167 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1b1f2bd24c3c79a67f7324de560262b1, store=A 2024-11-10T03:18:35,168 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:18:35,168 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1b1f2bd24c3c79a67f7324de560262b1, store=B 2024-11-10T03:18:35,168 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:18:35,168 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1b1f2bd24c3c79a67f7324de560262b1, store=C 2024-11-10T03:18:35,168 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:18:35,172 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/.tmp/A/abc4ba4b05ed4e0bbff3e43e02890cce is 50, key is test_row_0/A:col10/1731208714032/Put/seqid=0 2024-11-10T03:18:35,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742155_1331 (size=12301) 2024-11-10T03:18:35,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-10T03:18:35,245 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 700749f6e4aa,39315,1731208629620 2024-11-10T03:18:35,246 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39315 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-11-10T03:18:35,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1. 2024-11-10T03:18:35,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1. as already flushing 2024-11-10T03:18:35,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1. 2024-11-10T03:18:35,247 ERROR [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88 java.io.IOException: Unable to complete flush {ENCODED => 1b1f2bd24c3c79a67f7324de560262b1, NAME => 'TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:18:35,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88 java.io.IOException: Unable to complete flush {ENCODED => 1b1f2bd24c3c79a67f7324de560262b1, NAME => 'TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:18:35,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster(4114): Remote procedure failed, pid=88 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1b1f2bd24c3c79a67f7324de560262b1, NAME => 'TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1b1f2bd24c3c79a67f7324de560262b1, NAME => 'TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:18:35,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-10T03:18:35,400 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 700749f6e4aa,39315,1731208629620 2024-11-10T03:18:35,401 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39315 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-11-10T03:18:35,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1. 2024-11-10T03:18:35,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1. as already flushing 2024-11-10T03:18:35,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1. 2024-11-10T03:18:35,402 ERROR [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88 java.io.IOException: Unable to complete flush {ENCODED => 1b1f2bd24c3c79a67f7324de560262b1, NAME => 'TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:18:35,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88 java.io.IOException: Unable to complete flush {ENCODED => 1b1f2bd24c3c79a67f7324de560262b1, NAME => 'TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:18:35,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster(4114): Remote procedure failed, pid=88 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1b1f2bd24c3c79a67f7324de560262b1, NAME => 'TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1b1f2bd24c3c79a67f7324de560262b1, NAME => 'TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:18:35,556 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 700749f6e4aa,39315,1731208629620 2024-11-10T03:18:35,557 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39315 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-11-10T03:18:35,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1. 2024-11-10T03:18:35,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1. as already flushing 2024-11-10T03:18:35,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1. 2024-11-10T03:18:35,558 ERROR [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88 java.io.IOException: Unable to complete flush {ENCODED => 1b1f2bd24c3c79a67f7324de560262b1, NAME => 'TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:18:35,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88 java.io.IOException: Unable to complete flush {ENCODED => 1b1f2bd24c3c79a67f7324de560262b1, NAME => 'TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:18:35,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster(4114): Remote procedure failed, pid=88 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1b1f2bd24c3c79a67f7324de560262b1, NAME => 'TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1b1f2bd24c3c79a67f7324de560262b1, NAME => 'TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:18:35,576 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=341 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/.tmp/A/abc4ba4b05ed4e0bbff3e43e02890cce 2024-11-10T03:18:35,583 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/.tmp/B/272d40f007cb406f8ae39b1353e59ba6 is 50, key is test_row_0/B:col10/1731208714032/Put/seqid=0 2024-11-10T03:18:35,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742156_1332 (size=12301) 2024-11-10T03:18:35,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-10T03:18:35,712 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 700749f6e4aa,39315,1731208629620 2024-11-10T03:18:35,713 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39315 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-11-10T03:18:35,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1. 2024-11-10T03:18:35,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1. as already flushing 2024-11-10T03:18:35,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1. 2024-11-10T03:18:35,714 ERROR [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88 java.io.IOException: Unable to complete flush {ENCODED => 1b1f2bd24c3c79a67f7324de560262b1, NAME => 'TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:18:35,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88 java.io.IOException: Unable to complete flush {ENCODED => 1b1f2bd24c3c79a67f7324de560262b1, NAME => 'TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:18:35,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster(4114): Remote procedure failed, pid=88 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1b1f2bd24c3c79a67f7324de560262b1, NAME => 'TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1b1f2bd24c3c79a67f7324de560262b1, NAME => 'TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:18:35,866 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 700749f6e4aa,39315,1731208629620 2024-11-10T03:18:35,867 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39315 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-11-10T03:18:35,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1. 2024-11-10T03:18:35,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1. as already flushing 2024-11-10T03:18:35,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1. 2024-11-10T03:18:35,867 ERROR [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88 java.io.IOException: Unable to complete flush {ENCODED => 1b1f2bd24c3c79a67f7324de560262b1, NAME => 'TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:18:35,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88 java.io.IOException: Unable to complete flush {ENCODED => 1b1f2bd24c3c79a67f7324de560262b1, NAME => 'TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:18:35,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster(4114): Remote procedure failed, pid=88 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1b1f2bd24c3c79a67f7324de560262b1, NAME => 'TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1b1f2bd24c3c79a67f7324de560262b1, NAME => 'TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:18:35,987 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=341 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/.tmp/B/272d40f007cb406f8ae39b1353e59ba6 2024-11-10T03:18:35,995 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/.tmp/C/124a8d3acdcd45d1a5df181d44b45a80 is 50, key is test_row_0/C:col10/1731208714032/Put/seqid=0 2024-11-10T03:18:35,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742157_1333 (size=12301) 2024-11-10T03:18:36,018 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 700749f6e4aa,39315,1731208629620 2024-11-10T03:18:36,019 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39315 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-11-10T03:18:36,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1. 2024-11-10T03:18:36,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1. as already flushing 2024-11-10T03:18:36,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1. 2024-11-10T03:18:36,019 ERROR [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88 java.io.IOException: Unable to complete flush {ENCODED => 1b1f2bd24c3c79a67f7324de560262b1, NAME => 'TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:18:36,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88 java.io.IOException: Unable to complete flush {ENCODED => 1b1f2bd24c3c79a67f7324de560262b1, NAME => 'TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:18:36,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster(4114): Remote procedure failed, pid=88 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1b1f2bd24c3c79a67f7324de560262b1, NAME => 'TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1b1f2bd24c3c79a67f7324de560262b1, NAME => 'TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:18:36,172 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 700749f6e4aa,39315,1731208629620 2024-11-10T03:18:36,173 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39315 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-11-10T03:18:36,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1. 2024-11-10T03:18:36,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1. as already flushing 2024-11-10T03:18:36,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1. 2024-11-10T03:18:36,174 ERROR [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88 java.io.IOException: Unable to complete flush {ENCODED => 1b1f2bd24c3c79a67f7324de560262b1, NAME => 'TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:18:36,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88 java.io.IOException: Unable to complete flush {ENCODED => 1b1f2bd24c3c79a67f7324de560262b1, NAME => 'TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:18:36,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster(4114): Remote procedure failed, pid=88 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1b1f2bd24c3c79a67f7324de560262b1, NAME => 'TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1b1f2bd24c3c79a67f7324de560262b1, NAME => 'TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:18:36,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-10T03:18:36,266 DEBUG [Thread-1186 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6862e3ce to 127.0.0.1:55635 2024-11-10T03:18:36,266 DEBUG [Thread-1186 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T03:18:36,271 DEBUG [Thread-1192 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x43f04e0e to 127.0.0.1:55635 2024-11-10T03:18:36,271 DEBUG [Thread-1192 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T03:18:36,307 DEBUG [Thread-1190 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x08d0caa5 to 127.0.0.1:55635 2024-11-10T03:18:36,307 DEBUG [Thread-1190 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T03:18:36,317 DEBUG [Thread-1188 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0d296fed to 127.0.0.1:55635 2024-11-10T03:18:36,317 DEBUG [Thread-1188 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T03:18:36,328 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 700749f6e4aa,39315,1731208629620 2024-11-10T03:18:36,328 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39315 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-11-10T03:18:36,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1. 2024-11-10T03:18:36,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1. as already flushing 2024-11-10T03:18:36,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1. 2024-11-10T03:18:36,329 ERROR [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88 java.io.IOException: Unable to complete flush {ENCODED => 1b1f2bd24c3c79a67f7324de560262b1, NAME => 'TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:18:36,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88 java.io.IOException: Unable to complete flush {ENCODED => 1b1f2bd24c3c79a67f7324de560262b1, NAME => 'TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:18:36,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster(4114): Remote procedure failed, pid=88 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1b1f2bd24c3c79a67f7324de560262b1, NAME => 'TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1b1f2bd24c3c79a67f7324de560262b1, NAME => 'TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:18:36,401 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=341 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/.tmp/C/124a8d3acdcd45d1a5df181d44b45a80 2024-11-10T03:18:36,413 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/.tmp/A/abc4ba4b05ed4e0bbff3e43e02890cce as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/A/abc4ba4b05ed4e0bbff3e43e02890cce 2024-11-10T03:18:36,416 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/A/abc4ba4b05ed4e0bbff3e43e02890cce, entries=150, sequenceid=341, filesize=12.0 K 2024-11-10T03:18:36,417 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/.tmp/B/272d40f007cb406f8ae39b1353e59ba6 as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/B/272d40f007cb406f8ae39b1353e59ba6 2024-11-10T03:18:36,421 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/B/272d40f007cb406f8ae39b1353e59ba6, entries=150, sequenceid=341, filesize=12.0 K 2024-11-10T03:18:36,421 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/.tmp/C/124a8d3acdcd45d1a5df181d44b45a80 as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/C/124a8d3acdcd45d1a5df181d44b45a80 2024-11-10T03:18:36,425 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/C/124a8d3acdcd45d1a5df181d44b45a80, entries=150, sequenceid=341, filesize=12.0 K 2024-11-10T03:18:36,426 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=26.84 KB/27480 for 1b1f2bd24c3c79a67f7324de560262b1 in 1259ms, sequenceid=341, compaction requested=true 2024-11-10T03:18:36,426 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1b1f2bd24c3c79a67f7324de560262b1: 2024-11-10T03:18:36,426 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1b1f2bd24c3c79a67f7324de560262b1:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T03:18:36,426 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T03:18:36,426 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1b1f2bd24c3c79a67f7324de560262b1:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T03:18:36,426 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T03:18:36,426 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T03:18:36,426 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1b1f2bd24c3c79a67f7324de560262b1:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T03:18:36,426 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T03:18:36,426 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T03:18:36,427 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T03:18:36,427 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T03:18:36,427 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HStore(1540): 1b1f2bd24c3c79a67f7324de560262b1/A is initiating minor compaction (all files) 2024-11-10T03:18:36,427 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HStore(1540): 1b1f2bd24c3c79a67f7324de560262b1/B is initiating minor compaction (all files) 2024-11-10T03:18:36,427 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1b1f2bd24c3c79a67f7324de560262b1/B in TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1. 2024-11-10T03:18:36,427 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1b1f2bd24c3c79a67f7324de560262b1/A in TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1. 2024-11-10T03:18:36,427 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/B/4519282517654559b8fe8cd5903184d5, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/B/0c9a9f46fa004a698041d4b02309bf76, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/B/272d40f007cb406f8ae39b1353e59ba6] into tmpdir=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/.tmp, totalSize=36.8 K 2024-11-10T03:18:36,427 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/A/89cb619c1985409a8497a2e3d804ef9c, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/A/23315b0051c44637ad8d704308909b98, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/A/abc4ba4b05ed4e0bbff3e43e02890cce] into tmpdir=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/.tmp, totalSize=36.8 K 2024-11-10T03:18:36,427 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.Compactor(224): Compacting 4519282517654559b8fe8cd5903184d5, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=301, earliestPutTs=1731208711737 2024-11-10T03:18:36,427 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.Compactor(224): Compacting 89cb619c1985409a8497a2e3d804ef9c, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=301, earliestPutTs=1731208711737 2024-11-10T03:18:36,428 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.Compactor(224): Compacting 0c9a9f46fa004a698041d4b02309bf76, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=326, earliestPutTs=1731208712909 2024-11-10T03:18:36,428 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.Compactor(224): Compacting 23315b0051c44637ad8d704308909b98, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=326, earliestPutTs=1731208712909 2024-11-10T03:18:36,428 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.Compactor(224): Compacting 272d40f007cb406f8ae39b1353e59ba6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=341, earliestPutTs=1731208714032 2024-11-10T03:18:36,428 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.Compactor(224): Compacting abc4ba4b05ed4e0bbff3e43e02890cce, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=341, earliestPutTs=1731208714032 2024-11-10T03:18:36,434 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1b1f2bd24c3c79a67f7324de560262b1#B#compaction#286 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T03:18:36,434 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1b1f2bd24c3c79a67f7324de560262b1#A#compaction#285 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T03:18:36,434 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/.tmp/B/1c30635be66d479391aa563279ad98cf is 50, key is test_row_0/B:col10/1731208714032/Put/seqid=0 2024-11-10T03:18:36,434 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/.tmp/A/d2fff57e56c64659bc01351c1d1e139a is 50, key is test_row_0/A:col10/1731208714032/Put/seqid=0 2024-11-10T03:18:36,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742158_1334 (size=13153) 2024-11-10T03:18:36,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742159_1335 (size=13153) 2024-11-10T03:18:36,482 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 700749f6e4aa,39315,1731208629620 2024-11-10T03:18:36,483 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39315 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-11-10T03:18:36,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1. 2024-11-10T03:18:36,483 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2837): Flushing 1b1f2bd24c3c79a67f7324de560262b1 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-10T03:18:36,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1b1f2bd24c3c79a67f7324de560262b1, store=A 2024-11-10T03:18:36,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:18:36,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1b1f2bd24c3c79a67f7324de560262b1, store=B 2024-11-10T03:18:36,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:18:36,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1b1f2bd24c3c79a67f7324de560262b1, store=C 2024-11-10T03:18:36,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:18:36,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/.tmp/A/9ffa4557035b48bc916c6e7e03037fcc is 50, key is test_row_0/A:col10/1731208716306/Put/seqid=0 2024-11-10T03:18:36,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742160_1336 (size=9857) 2024-11-10T03:18:36,844 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/.tmp/B/1c30635be66d479391aa563279ad98cf as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/B/1c30635be66d479391aa563279ad98cf 2024-11-10T03:18:36,844 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/.tmp/A/d2fff57e56c64659bc01351c1d1e139a as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/A/d2fff57e56c64659bc01351c1d1e139a 2024-11-10T03:18:36,850 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1b1f2bd24c3c79a67f7324de560262b1/A of 1b1f2bd24c3c79a67f7324de560262b1 into d2fff57e56c64659bc01351c1d1e139a(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T03:18:36,850 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1b1f2bd24c3c79a67f7324de560262b1/B of 1b1f2bd24c3c79a67f7324de560262b1 into 1c30635be66d479391aa563279ad98cf(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T03:18:36,850 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1b1f2bd24c3c79a67f7324de560262b1: 2024-11-10T03:18:36,850 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1b1f2bd24c3c79a67f7324de560262b1: 2024-11-10T03:18:36,850 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1., storeName=1b1f2bd24c3c79a67f7324de560262b1/A, priority=13, startTime=1731208716426; duration=0sec 2024-11-10T03:18:36,850 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1., storeName=1b1f2bd24c3c79a67f7324de560262b1/B, priority=13, startTime=1731208716426; duration=0sec 2024-11-10T03:18:36,850 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T03:18:36,850 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1b1f2bd24c3c79a67f7324de560262b1:B 2024-11-10T03:18:36,850 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T03:18:36,850 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1b1f2bd24c3c79a67f7324de560262b1:A 2024-11-10T03:18:36,850 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T03:18:36,851 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T03:18:36,851 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HStore(1540): 1b1f2bd24c3c79a67f7324de560262b1/C is initiating minor compaction (all files) 2024-11-10T03:18:36,851 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1b1f2bd24c3c79a67f7324de560262b1/C in TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1. 2024-11-10T03:18:36,851 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/C/8bcdacab7c2e4758bba31ae92d3e7ec0, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/C/133643c4f63d4876872c9b9cfbf7c2b9, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/C/124a8d3acdcd45d1a5df181d44b45a80] into tmpdir=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/.tmp, totalSize=36.8 K 2024-11-10T03:18:36,852 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.Compactor(224): Compacting 8bcdacab7c2e4758bba31ae92d3e7ec0, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=301, earliestPutTs=1731208711737 2024-11-10T03:18:36,852 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.Compactor(224): Compacting 133643c4f63d4876872c9b9cfbf7c2b9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=326, earliestPutTs=1731208712909 2024-11-10T03:18:36,852 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.Compactor(224): Compacting 124a8d3acdcd45d1a5df181d44b45a80, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=341, earliestPutTs=1731208714032 2024-11-10T03:18:36,859 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1b1f2bd24c3c79a67f7324de560262b1#C#compaction#288 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T03:18:36,860 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/.tmp/C/ff8bd8ed40f548ad8948278fc1338bc0 is 50, key is test_row_0/C:col10/1731208714032/Put/seqid=0 2024-11-10T03:18:36,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742161_1337 (size=13153) 2024-11-10T03:18:36,892 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=348 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/.tmp/A/9ffa4557035b48bc916c6e7e03037fcc 2024-11-10T03:18:36,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/.tmp/B/20ccee1752804cc2a0605d16bec61d2c is 50, key is test_row_0/B:col10/1731208716306/Put/seqid=0 2024-11-10T03:18:36,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742162_1338 (size=9857) 2024-11-10T03:18:37,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-10T03:18:37,275 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/.tmp/C/ff8bd8ed40f548ad8948278fc1338bc0 as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/C/ff8bd8ed40f548ad8948278fc1338bc0 2024-11-10T03:18:37,280 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1b1f2bd24c3c79a67f7324de560262b1/C of 1b1f2bd24c3c79a67f7324de560262b1 into ff8bd8ed40f548ad8948278fc1338bc0(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T03:18:37,280 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1b1f2bd24c3c79a67f7324de560262b1: 2024-11-10T03:18:37,280 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1., storeName=1b1f2bd24c3c79a67f7324de560262b1/C, priority=13, startTime=1731208716426; duration=0sec 2024-11-10T03:18:37,280 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T03:18:37,280 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1b1f2bd24c3c79a67f7324de560262b1:C 2024-11-10T03:18:37,305 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=348 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/.tmp/B/20ccee1752804cc2a0605d16bec61d2c 2024-11-10T03:18:37,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/.tmp/C/ae2d5d76689248cd88f50a495e65a285 is 50, key is test_row_0/C:col10/1731208716306/Put/seqid=0 2024-11-10T03:18:37,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742163_1339 (size=9857) 2024-11-10T03:18:37,715 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=348 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/.tmp/C/ae2d5d76689248cd88f50a495e65a285 2024-11-10T03:18:37,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/.tmp/A/9ffa4557035b48bc916c6e7e03037fcc as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/A/9ffa4557035b48bc916c6e7e03037fcc 2024-11-10T03:18:37,724 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/A/9ffa4557035b48bc916c6e7e03037fcc, entries=100, sequenceid=348, filesize=9.6 K 2024-11-10T03:18:37,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/.tmp/B/20ccee1752804cc2a0605d16bec61d2c as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/B/20ccee1752804cc2a0605d16bec61d2c 2024-11-10T03:18:37,729 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/B/20ccee1752804cc2a0605d16bec61d2c, entries=100, sequenceid=348, filesize=9.6 K 2024-11-10T03:18:37,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/.tmp/C/ae2d5d76689248cd88f50a495e65a285 as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/C/ae2d5d76689248cd88f50a495e65a285 2024-11-10T03:18:37,734 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/C/ae2d5d76689248cd88f50a495e65a285, entries=100, sequenceid=348, filesize=9.6 K 2024-11-10T03:18:37,735 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(3040): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for 1b1f2bd24c3c79a67f7324de560262b1 in 1252ms, sequenceid=348, compaction requested=false 2024-11-10T03:18:37,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2538): Flush status journal for 1b1f2bd24c3c79a67f7324de560262b1: 2024-11-10T03:18:37,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1. 2024-11-10T03:18:37,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=88 2024-11-10T03:18:37,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster(4106): Remote procedure done, pid=88 2024-11-10T03:18:37,737 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=88, resume processing ppid=87 2024-11-10T03:18:37,737 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=88, ppid=87, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6420 sec 2024-11-10T03:18:37,739 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=87, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees in 2.6460 sec 2024-11-10T03:18:38,067 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-10T03:18:39,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-10T03:18:39,205 INFO [Thread-1196 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 87 completed 2024-11-10T03:18:39,206 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-10T03:18:39,206 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 18 2024-11-10T03:18:39,206 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 20 2024-11-10T03:18:39,206 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 17 2024-11-10T03:18:39,206 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 15 2024-11-10T03:18:39,206 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 199 2024-11-10T03:18:39,206 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-10T03:18:39,206 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6323 2024-11-10T03:18:39,206 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6177 2024-11-10T03:18:39,206 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6250 2024-11-10T03:18:39,206 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6351 2024-11-10T03:18:39,206 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6164 2024-11-10T03:18:39,206 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-10T03:18:39,206 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-10T03:18:39,207 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3a569490 to 127.0.0.1:55635 2024-11-10T03:18:39,207 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T03:18:39,208 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-10T03:18:39,209 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-10T03:18:39,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] procedure2.ProcedureExecutor(1098): Stored pid=89, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-10T03:18:39,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-11-10T03:18:39,214 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731208719214"}]},"ts":"1731208719214"} 2024-11-10T03:18:39,215 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-10T03:18:39,271 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-10T03:18:39,272 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=90, ppid=89, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-10T03:18:39,274 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=91, ppid=90, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=1b1f2bd24c3c79a67f7324de560262b1, UNASSIGN}] 2024-11-10T03:18:39,275 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=91, ppid=90, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=1b1f2bd24c3c79a67f7324de560262b1, UNASSIGN 2024-11-10T03:18:39,277 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=91 updating hbase:meta row=1b1f2bd24c3c79a67f7324de560262b1, regionState=CLOSING, regionLocation=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:39,278 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-10T03:18:39,278 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=92, ppid=91, state=RUNNABLE; CloseRegionProcedure 1b1f2bd24c3c79a67f7324de560262b1, server=700749f6e4aa,39315,1731208629620}] 2024-11-10T03:18:39,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-11-10T03:18:39,430 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 700749f6e4aa,39315,1731208629620 2024-11-10T03:18:39,431 INFO [RS_CLOSE_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] handler.UnassignRegionHandler(124): Close 1b1f2bd24c3c79a67f7324de560262b1 2024-11-10T03:18:39,431 DEBUG [RS_CLOSE_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-10T03:18:39,431 DEBUG [RS_CLOSE_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1681): Closing 1b1f2bd24c3c79a67f7324de560262b1, disabling compactions & flushes 2024-11-10T03:18:39,432 INFO [RS_CLOSE_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1. 2024-11-10T03:18:39,432 DEBUG [RS_CLOSE_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1. 2024-11-10T03:18:39,432 DEBUG [RS_CLOSE_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1. after waiting 0 ms 2024-11-10T03:18:39,432 DEBUG [RS_CLOSE_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1. 2024-11-10T03:18:39,433 DEBUG [StoreCloser-TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/A/5736dd20beba49d394f64575d1c765a3, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/A/9a54b79821744319862347f9157dfafe, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/A/c93e996c26eb4131bfab71bc117e0bdd, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/A/3d025416027f4ef78dc5c7478deea139, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/A/49eb4ca0716242ee857b3bfb6f952510, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/A/68da678ce8e44b44be7cfc51baae1886, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/A/34aca189e3694a1b8de80501a4eed0f9, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/A/56f6be6e9ee04c2196c0aaebc1dadf76, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/A/631816441a2243b79fa4fd22f370cd2d, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/A/371badbfce3f41e89b97306bf5147325, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/A/de0ce6be91274e3b920cfa18e13f4854, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/A/fe2fc01ad0a74746abda504fd516ccea, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/A/9d6b7a190b2943158919910858a5a2c7, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/A/ae68a89361dd47da87912dc3dd0bb3b3, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/A/5b5f59c7317047b4ad19a73ac3a5c6d7, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/A/895f1a9a6a9c4516ab8fb74df0eec51c, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/A/f7c351437cd54664953367525017fd35, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/A/39a7729f552948f4ae29483fc3df316f, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/A/d33c18386cf14a659846ec45969a80bb, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/A/c9166a51663c403ca1c2da00a5cd4580, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/A/1fc4fc7aa458493eb45d9a299575df87, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/A/c229d5157841400d8921f88138194c2f, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/A/89cb619c1985409a8497a2e3d804ef9c, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/A/23315b0051c44637ad8d704308909b98, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/A/abc4ba4b05ed4e0bbff3e43e02890cce] to archive 2024-11-10T03:18:39,436 DEBUG [StoreCloser-TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-10T03:18:39,442 DEBUG [StoreCloser-TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/A/5736dd20beba49d394f64575d1c765a3 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/A/5736dd20beba49d394f64575d1c765a3 2024-11-10T03:18:39,444 DEBUG [StoreCloser-TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/A/9a54b79821744319862347f9157dfafe to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/A/9a54b79821744319862347f9157dfafe 2024-11-10T03:18:39,446 DEBUG [StoreCloser-TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/A/c93e996c26eb4131bfab71bc117e0bdd to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/A/c93e996c26eb4131bfab71bc117e0bdd 2024-11-10T03:18:39,447 DEBUG [StoreCloser-TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/A/3d025416027f4ef78dc5c7478deea139 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/A/3d025416027f4ef78dc5c7478deea139 2024-11-10T03:18:39,448 DEBUG [StoreCloser-TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/A/49eb4ca0716242ee857b3bfb6f952510 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/A/49eb4ca0716242ee857b3bfb6f952510 2024-11-10T03:18:39,449 DEBUG [StoreCloser-TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/A/68da678ce8e44b44be7cfc51baae1886 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/A/68da678ce8e44b44be7cfc51baae1886 2024-11-10T03:18:39,450 DEBUG [StoreCloser-TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/A/34aca189e3694a1b8de80501a4eed0f9 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/A/34aca189e3694a1b8de80501a4eed0f9 2024-11-10T03:18:39,451 DEBUG [StoreCloser-TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/A/56f6be6e9ee04c2196c0aaebc1dadf76 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/A/56f6be6e9ee04c2196c0aaebc1dadf76 2024-11-10T03:18:39,452 DEBUG [StoreCloser-TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/A/631816441a2243b79fa4fd22f370cd2d to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/A/631816441a2243b79fa4fd22f370cd2d 2024-11-10T03:18:39,453 DEBUG [StoreCloser-TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/A/371badbfce3f41e89b97306bf5147325 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/A/371badbfce3f41e89b97306bf5147325 2024-11-10T03:18:39,453 DEBUG [StoreCloser-TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/A/de0ce6be91274e3b920cfa18e13f4854 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/A/de0ce6be91274e3b920cfa18e13f4854 2024-11-10T03:18:39,454 DEBUG [StoreCloser-TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/A/fe2fc01ad0a74746abda504fd516ccea to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/A/fe2fc01ad0a74746abda504fd516ccea 2024-11-10T03:18:39,455 DEBUG [StoreCloser-TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/A/9d6b7a190b2943158919910858a5a2c7 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/A/9d6b7a190b2943158919910858a5a2c7 2024-11-10T03:18:39,456 DEBUG [StoreCloser-TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/A/ae68a89361dd47da87912dc3dd0bb3b3 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/A/ae68a89361dd47da87912dc3dd0bb3b3 2024-11-10T03:18:39,456 DEBUG [StoreCloser-TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/A/5b5f59c7317047b4ad19a73ac3a5c6d7 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/A/5b5f59c7317047b4ad19a73ac3a5c6d7 2024-11-10T03:18:39,457 DEBUG [StoreCloser-TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/A/895f1a9a6a9c4516ab8fb74df0eec51c to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/A/895f1a9a6a9c4516ab8fb74df0eec51c 2024-11-10T03:18:39,458 DEBUG [StoreCloser-TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/A/f7c351437cd54664953367525017fd35 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/A/f7c351437cd54664953367525017fd35 2024-11-10T03:18:39,458 DEBUG [StoreCloser-TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/A/39a7729f552948f4ae29483fc3df316f to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/A/39a7729f552948f4ae29483fc3df316f 2024-11-10T03:18:39,459 DEBUG [StoreCloser-TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/A/d33c18386cf14a659846ec45969a80bb to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/A/d33c18386cf14a659846ec45969a80bb 2024-11-10T03:18:39,459 DEBUG [StoreCloser-TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/A/c9166a51663c403ca1c2da00a5cd4580 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/A/c9166a51663c403ca1c2da00a5cd4580 2024-11-10T03:18:39,460 DEBUG [StoreCloser-TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/A/1fc4fc7aa458493eb45d9a299575df87 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/A/1fc4fc7aa458493eb45d9a299575df87 2024-11-10T03:18:39,461 DEBUG [StoreCloser-TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/A/c229d5157841400d8921f88138194c2f to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/A/c229d5157841400d8921f88138194c2f 2024-11-10T03:18:39,461 DEBUG [StoreCloser-TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/A/89cb619c1985409a8497a2e3d804ef9c to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/A/89cb619c1985409a8497a2e3d804ef9c 2024-11-10T03:18:39,462 DEBUG [StoreCloser-TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/A/23315b0051c44637ad8d704308909b98 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/A/23315b0051c44637ad8d704308909b98 2024-11-10T03:18:39,463 DEBUG [StoreCloser-TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/A/abc4ba4b05ed4e0bbff3e43e02890cce to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/A/abc4ba4b05ed4e0bbff3e43e02890cce 2024-11-10T03:18:39,464 DEBUG [StoreCloser-TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/B/596ffe66682548de87059dbe905cc544, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/B/d98369685e584e80affd9e2089763cdc, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/B/1cce8bf9f58c4c0884ff2346f37fb9d4, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/B/fe298885865f4ecc8dd22b30888802da, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/B/239f32752b2f4bed9d06925f82637027, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/B/0d3bc53791914d5ca75bc1515295e990, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/B/2c7ed8d3204b45989f2e860e52e58a70, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/B/a695bb4458744096a849ea656b10fab1, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/B/58b0b6899463447f98c2a91b96002346, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/B/a7603a5b58e04f1c9810c9f6df79c864, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/B/f03ffceef65f45ffafb15bdd9b1055d2, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/B/059f8fab7f7e4ecea69fa4f99c4690d2, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/B/f5ba5be256dc46279068bc5f67ee5a1c, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/B/eb67dfbf3ce743a69da7b37cfa250f5a, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/B/64cf43b75dbd4478a69ae5aa75875a7a, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/B/f006865d544445158e9b92c74ace2199, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/B/76311c2e7c09424889370e1c7f26bc2d, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/B/9427640ef9e64d86aec2f5aab716f111, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/B/cb2f8af159aa430b8b2718359b1ec628, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/B/7b0aa0c329014fdb9ab03ed454e6d9ad, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/B/972d944c340a4a91bd53ae318dc72695, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/B/4519282517654559b8fe8cd5903184d5, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/B/93054a281ddd49da85780d64aebec0bd, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/B/0c9a9f46fa004a698041d4b02309bf76, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/B/272d40f007cb406f8ae39b1353e59ba6] to archive 2024-11-10T03:18:39,464 DEBUG [StoreCloser-TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-10T03:18:39,465 DEBUG [StoreCloser-TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/B/596ffe66682548de87059dbe905cc544 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/B/596ffe66682548de87059dbe905cc544 2024-11-10T03:18:39,466 DEBUG [StoreCloser-TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/B/d98369685e584e80affd9e2089763cdc to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/B/d98369685e584e80affd9e2089763cdc 2024-11-10T03:18:39,467 DEBUG [StoreCloser-TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/B/1cce8bf9f58c4c0884ff2346f37fb9d4 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/B/1cce8bf9f58c4c0884ff2346f37fb9d4 2024-11-10T03:18:39,468 DEBUG [StoreCloser-TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/B/fe298885865f4ecc8dd22b30888802da to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/B/fe298885865f4ecc8dd22b30888802da 2024-11-10T03:18:39,468 DEBUG [StoreCloser-TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/B/239f32752b2f4bed9d06925f82637027 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/B/239f32752b2f4bed9d06925f82637027 2024-11-10T03:18:39,469 DEBUG [StoreCloser-TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/B/0d3bc53791914d5ca75bc1515295e990 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/B/0d3bc53791914d5ca75bc1515295e990 2024-11-10T03:18:39,470 DEBUG [StoreCloser-TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/B/2c7ed8d3204b45989f2e860e52e58a70 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/B/2c7ed8d3204b45989f2e860e52e58a70 2024-11-10T03:18:39,471 DEBUG [StoreCloser-TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/B/a695bb4458744096a849ea656b10fab1 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/B/a695bb4458744096a849ea656b10fab1 2024-11-10T03:18:39,472 DEBUG [StoreCloser-TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/B/58b0b6899463447f98c2a91b96002346 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/B/58b0b6899463447f98c2a91b96002346 2024-11-10T03:18:39,472 DEBUG [StoreCloser-TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/B/a7603a5b58e04f1c9810c9f6df79c864 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/B/a7603a5b58e04f1c9810c9f6df79c864 2024-11-10T03:18:39,473 DEBUG [StoreCloser-TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/B/f03ffceef65f45ffafb15bdd9b1055d2 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/B/f03ffceef65f45ffafb15bdd9b1055d2 2024-11-10T03:18:39,474 DEBUG [StoreCloser-TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/B/059f8fab7f7e4ecea69fa4f99c4690d2 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/B/059f8fab7f7e4ecea69fa4f99c4690d2 2024-11-10T03:18:39,475 DEBUG [StoreCloser-TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/B/f5ba5be256dc46279068bc5f67ee5a1c to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/B/f5ba5be256dc46279068bc5f67ee5a1c 2024-11-10T03:18:39,475 DEBUG [StoreCloser-TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/B/eb67dfbf3ce743a69da7b37cfa250f5a to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/B/eb67dfbf3ce743a69da7b37cfa250f5a 2024-11-10T03:18:39,476 DEBUG [StoreCloser-TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/B/64cf43b75dbd4478a69ae5aa75875a7a to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/B/64cf43b75dbd4478a69ae5aa75875a7a 2024-11-10T03:18:39,477 DEBUG [StoreCloser-TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/B/f006865d544445158e9b92c74ace2199 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/B/f006865d544445158e9b92c74ace2199 2024-11-10T03:18:39,477 DEBUG [StoreCloser-TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/B/76311c2e7c09424889370e1c7f26bc2d to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/B/76311c2e7c09424889370e1c7f26bc2d 2024-11-10T03:18:39,478 DEBUG [StoreCloser-TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/B/9427640ef9e64d86aec2f5aab716f111 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/B/9427640ef9e64d86aec2f5aab716f111 2024-11-10T03:18:39,479 DEBUG [StoreCloser-TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/B/cb2f8af159aa430b8b2718359b1ec628 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/B/cb2f8af159aa430b8b2718359b1ec628 2024-11-10T03:18:39,480 DEBUG [StoreCloser-TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/B/7b0aa0c329014fdb9ab03ed454e6d9ad to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/B/7b0aa0c329014fdb9ab03ed454e6d9ad 2024-11-10T03:18:39,480 DEBUG [StoreCloser-TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/B/972d944c340a4a91bd53ae318dc72695 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/B/972d944c340a4a91bd53ae318dc72695 2024-11-10T03:18:39,481 DEBUG [StoreCloser-TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/B/4519282517654559b8fe8cd5903184d5 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/B/4519282517654559b8fe8cd5903184d5 2024-11-10T03:18:39,482 DEBUG [StoreCloser-TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/B/93054a281ddd49da85780d64aebec0bd to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/B/93054a281ddd49da85780d64aebec0bd 2024-11-10T03:18:39,482 DEBUG [StoreCloser-TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/B/0c9a9f46fa004a698041d4b02309bf76 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/B/0c9a9f46fa004a698041d4b02309bf76 2024-11-10T03:18:39,483 DEBUG [StoreCloser-TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/B/272d40f007cb406f8ae39b1353e59ba6 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/B/272d40f007cb406f8ae39b1353e59ba6 2024-11-10T03:18:39,484 DEBUG [StoreCloser-TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/C/64f7ec4716e24fb29f8595e1b34d756a, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/C/77c1286cbfd94e6b9b4e09dc4b3770c8, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/C/bb3bbd409eb64331a3c299987148ab3a, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/C/c5fc9d89469f48debed48303ee6cfbf0, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/C/dba6543dc82349bbb2ae8c418fd394fe, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/C/3098b0461a4848f9a54ab3e5fbdd42b4, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/C/3dcc5d4c1fb24bceb4e364869fcced81, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/C/de240bc774744e95abad277105c4ca21, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/C/a370603738ad4ee0b4366cd0beae3155, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/C/b44c25e8ff5d493ba5a127967879d044, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/C/5ac8b3ea6f1943a9915d6f7996f8e3af, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/C/3f2006cdc878463681eb5737972529ed, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/C/6ebbf6fea9454009a08a0f62e3d1b9d4, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/C/d71a6be17cf449bd9d660c871e2aace0, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/C/da1b68eb351f480eb52a45cb46cf7892, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/C/964fc564697047fe8909637b97be62d5, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/C/246f01fa029e43bfb3c5c6b2f75a9b60, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/C/80e12cadedd44c458d68c083bfaae797, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/C/b18ced70410d43e6bad199130f5c644c, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/C/cb2e844a11274511980e0105dcba7942, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/C/b25e5973f4714bba8a44f393dd211457, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/C/8bcdacab7c2e4758bba31ae92d3e7ec0, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/C/2bdf63b0ae914ae5b12cec3500b75157, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/C/133643c4f63d4876872c9b9cfbf7c2b9, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/C/124a8d3acdcd45d1a5df181d44b45a80] to archive 2024-11-10T03:18:39,484 DEBUG [StoreCloser-TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-10T03:18:39,485 DEBUG [StoreCloser-TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/C/64f7ec4716e24fb29f8595e1b34d756a to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/C/64f7ec4716e24fb29f8595e1b34d756a 2024-11-10T03:18:39,486 DEBUG [StoreCloser-TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/C/77c1286cbfd94e6b9b4e09dc4b3770c8 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/C/77c1286cbfd94e6b9b4e09dc4b3770c8 2024-11-10T03:18:39,487 DEBUG [StoreCloser-TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/C/bb3bbd409eb64331a3c299987148ab3a to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/C/bb3bbd409eb64331a3c299987148ab3a 2024-11-10T03:18:39,487 DEBUG [StoreCloser-TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/C/c5fc9d89469f48debed48303ee6cfbf0 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/C/c5fc9d89469f48debed48303ee6cfbf0 2024-11-10T03:18:39,488 DEBUG [StoreCloser-TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/C/dba6543dc82349bbb2ae8c418fd394fe to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/C/dba6543dc82349bbb2ae8c418fd394fe 2024-11-10T03:18:39,488 DEBUG [StoreCloser-TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/C/3098b0461a4848f9a54ab3e5fbdd42b4 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/C/3098b0461a4848f9a54ab3e5fbdd42b4 2024-11-10T03:18:39,489 DEBUG [StoreCloser-TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/C/3dcc5d4c1fb24bceb4e364869fcced81 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/C/3dcc5d4c1fb24bceb4e364869fcced81 2024-11-10T03:18:39,490 DEBUG [StoreCloser-TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/C/de240bc774744e95abad277105c4ca21 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/C/de240bc774744e95abad277105c4ca21 2024-11-10T03:18:39,490 DEBUG [StoreCloser-TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/C/a370603738ad4ee0b4366cd0beae3155 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/C/a370603738ad4ee0b4366cd0beae3155 2024-11-10T03:18:39,491 DEBUG [StoreCloser-TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/C/b44c25e8ff5d493ba5a127967879d044 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/C/b44c25e8ff5d493ba5a127967879d044 2024-11-10T03:18:39,492 DEBUG [StoreCloser-TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/C/5ac8b3ea6f1943a9915d6f7996f8e3af to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/C/5ac8b3ea6f1943a9915d6f7996f8e3af 2024-11-10T03:18:39,492 DEBUG [StoreCloser-TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/C/3f2006cdc878463681eb5737972529ed to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/C/3f2006cdc878463681eb5737972529ed 2024-11-10T03:18:39,493 DEBUG [StoreCloser-TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/C/6ebbf6fea9454009a08a0f62e3d1b9d4 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/C/6ebbf6fea9454009a08a0f62e3d1b9d4 2024-11-10T03:18:39,493 DEBUG [StoreCloser-TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/C/d71a6be17cf449bd9d660c871e2aace0 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/C/d71a6be17cf449bd9d660c871e2aace0 2024-11-10T03:18:39,494 DEBUG [StoreCloser-TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/C/da1b68eb351f480eb52a45cb46cf7892 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/C/da1b68eb351f480eb52a45cb46cf7892 2024-11-10T03:18:39,495 DEBUG [StoreCloser-TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/C/964fc564697047fe8909637b97be62d5 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/C/964fc564697047fe8909637b97be62d5 2024-11-10T03:18:39,495 DEBUG [StoreCloser-TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/C/246f01fa029e43bfb3c5c6b2f75a9b60 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/C/246f01fa029e43bfb3c5c6b2f75a9b60 2024-11-10T03:18:39,496 DEBUG [StoreCloser-TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/C/80e12cadedd44c458d68c083bfaae797 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/C/80e12cadedd44c458d68c083bfaae797 2024-11-10T03:18:39,496 DEBUG [StoreCloser-TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/C/b18ced70410d43e6bad199130f5c644c to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/C/b18ced70410d43e6bad199130f5c644c 2024-11-10T03:18:39,497 DEBUG [StoreCloser-TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/C/cb2e844a11274511980e0105dcba7942 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/C/cb2e844a11274511980e0105dcba7942 2024-11-10T03:18:39,498 DEBUG [StoreCloser-TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/C/b25e5973f4714bba8a44f393dd211457 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/C/b25e5973f4714bba8a44f393dd211457 2024-11-10T03:18:39,498 DEBUG [StoreCloser-TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/C/8bcdacab7c2e4758bba31ae92d3e7ec0 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/C/8bcdacab7c2e4758bba31ae92d3e7ec0 2024-11-10T03:18:39,499 DEBUG [StoreCloser-TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/C/2bdf63b0ae914ae5b12cec3500b75157 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/C/2bdf63b0ae914ae5b12cec3500b75157 2024-11-10T03:18:39,500 DEBUG [StoreCloser-TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/C/133643c4f63d4876872c9b9cfbf7c2b9 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/C/133643c4f63d4876872c9b9cfbf7c2b9 2024-11-10T03:18:39,501 DEBUG [StoreCloser-TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/C/124a8d3acdcd45d1a5df181d44b45a80 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/C/124a8d3acdcd45d1a5df181d44b45a80 2024-11-10T03:18:39,504 DEBUG [RS_CLOSE_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/recovered.edits/354.seqid, newMaxSeqId=354, maxSeqId=1 2024-11-10T03:18:39,504 INFO [RS_CLOSE_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1. 2024-11-10T03:18:39,504 DEBUG [RS_CLOSE_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1635): Region close journal for 1b1f2bd24c3c79a67f7324de560262b1: 2024-11-10T03:18:39,505 INFO [RS_CLOSE_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] handler.UnassignRegionHandler(170): Closed 1b1f2bd24c3c79a67f7324de560262b1 2024-11-10T03:18:39,506 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=91 updating hbase:meta row=1b1f2bd24c3c79a67f7324de560262b1, regionState=CLOSED 2024-11-10T03:18:39,508 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=92, resume processing ppid=91 2024-11-10T03:18:39,508 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=92, ppid=91, state=SUCCESS; CloseRegionProcedure 1b1f2bd24c3c79a67f7324de560262b1, server=700749f6e4aa,39315,1731208629620 in 229 msec 2024-11-10T03:18:39,509 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=91, resume processing ppid=90 2024-11-10T03:18:39,509 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=91, ppid=90, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=1b1f2bd24c3c79a67f7324de560262b1, UNASSIGN in 234 msec 2024-11-10T03:18:39,510 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=90, resume processing ppid=89 2024-11-10T03:18:39,510 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=90, ppid=89, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 237 msec 2024-11-10T03:18:39,511 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731208719511"}]},"ts":"1731208719511"} 2024-11-10T03:18:39,512 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-10T03:18:39,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-11-10T03:18:39,521 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-10T03:18:39,522 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=89, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 312 msec 2024-11-10T03:18:39,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-11-10T03:18:39,818 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 89 completed 2024-11-10T03:18:39,820 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-10T03:18:39,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] procedure2.ProcedureExecutor(1098): Stored pid=93, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T03:18:39,824 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=93, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T03:18:39,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=93 2024-11-10T03:18:39,825 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=93, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T03:18:39,829 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1 2024-11-10T03:18:39,832 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/A, FileablePath, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/B, FileablePath, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/C, FileablePath, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/recovered.edits] 2024-11-10T03:18:39,836 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/A/9ffa4557035b48bc916c6e7e03037fcc to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/A/9ffa4557035b48bc916c6e7e03037fcc 2024-11-10T03:18:39,838 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/A/d2fff57e56c64659bc01351c1d1e139a to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/A/d2fff57e56c64659bc01351c1d1e139a 2024-11-10T03:18:39,842 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/B/1c30635be66d479391aa563279ad98cf to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/B/1c30635be66d479391aa563279ad98cf 2024-11-10T03:18:39,844 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/B/20ccee1752804cc2a0605d16bec61d2c to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/B/20ccee1752804cc2a0605d16bec61d2c 2024-11-10T03:18:39,847 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/C/ae2d5d76689248cd88f50a495e65a285 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/C/ae2d5d76689248cd88f50a495e65a285 2024-11-10T03:18:39,850 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/C/ff8bd8ed40f548ad8948278fc1338bc0 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/C/ff8bd8ed40f548ad8948278fc1338bc0 2024-11-10T03:18:39,854 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/recovered.edits/354.seqid to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1/recovered.edits/354.seqid 2024-11-10T03:18:39,855 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/1b1f2bd24c3c79a67f7324de560262b1 2024-11-10T03:18:39,855 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-10T03:18:39,859 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=93, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T03:18:39,867 WARN [PEWorker-4 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-10T03:18:39,870 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-10T03:18:39,871 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=93, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T03:18:39,871 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-10T03:18:39,871 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731208719871"}]},"ts":"9223372036854775807"} 2024-11-10T03:18:39,872 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-10T03:18:39,872 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 1b1f2bd24c3c79a67f7324de560262b1, NAME => 'TestAcidGuarantees,,1731208692828.1b1f2bd24c3c79a67f7324de560262b1.', STARTKEY => '', ENDKEY => ''}] 2024-11-10T03:18:39,872 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-10T03:18:39,873 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731208719873"}]},"ts":"9223372036854775807"} 2024-11-10T03:18:39,874 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-10T03:18:39,913 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(133): Finished pid=93, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T03:18:39,915 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=93, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 93 msec 2024-11-10T03:18:39,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=93 2024-11-10T03:18:39,926 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 93 completed 2024-11-10T03:18:39,937 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testGetAtomicity Thread=239 (was 239), OpenFileDescriptor=451 (was 463), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=312 (was 329), ProcessCount=9 (was 9), AvailableMemoryMB=5913 (was 5979) 2024-11-10T03:18:39,949 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testMobScanAtomicity Thread=239, OpenFileDescriptor=451, MaxFileDescriptor=1048576, SystemLoadAverage=312, ProcessCount=9, AvailableMemoryMB=5913 2024-11-10T03:18:39,950 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-10T03:18:39,951 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T03:18:39,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] procedure2.ProcedureExecutor(1098): Stored pid=94, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-10T03:18:39,953 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=94, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T03:18:39,953 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:39,953 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 94 2024-11-10T03:18:39,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=94 2024-11-10T03:18:39,954 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=94, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T03:18:39,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742164_1340 (size=960) 2024-11-10T03:18:40,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=94 2024-11-10T03:18:40,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=94 2024-11-10T03:18:40,366 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => ac8e7c452fee35bf784593b1d2d908f8, NAME => 'TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52 2024-11-10T03:18:40,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742165_1341 (size=53) 2024-11-10T03:18:40,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=94 2024-11-10T03:18:40,777 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T03:18:40,778 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing ac8e7c452fee35bf784593b1d2d908f8, disabling compactions & flushes 2024-11-10T03:18:40,778 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8. 2024-11-10T03:18:40,778 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8. 2024-11-10T03:18:40,778 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8. after waiting 0 ms 2024-11-10T03:18:40,778 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8. 2024-11-10T03:18:40,778 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8. 2024-11-10T03:18:40,778 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for ac8e7c452fee35bf784593b1d2d908f8: 2024-11-10T03:18:40,781 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=94, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T03:18:40,781 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731208720781"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731208720781"}]},"ts":"1731208720781"} 2024-11-10T03:18:40,783 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-10T03:18:40,784 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=94, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T03:18:40,785 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731208720784"}]},"ts":"1731208720784"} 2024-11-10T03:18:40,786 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-10T03:18:40,838 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=95, ppid=94, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=ac8e7c452fee35bf784593b1d2d908f8, ASSIGN}] 2024-11-10T03:18:40,840 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=95, ppid=94, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=ac8e7c452fee35bf784593b1d2d908f8, ASSIGN 2024-11-10T03:18:40,841 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=95, ppid=94, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=ac8e7c452fee35bf784593b1d2d908f8, ASSIGN; state=OFFLINE, location=700749f6e4aa,39315,1731208629620; forceNewPlan=false, retain=false 2024-11-10T03:18:40,992 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=95 updating hbase:meta row=ac8e7c452fee35bf784593b1d2d908f8, regionState=OPENING, regionLocation=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:40,994 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=96, ppid=95, state=RUNNABLE; OpenRegionProcedure ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620}] 2024-11-10T03:18:41,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=94 2024-11-10T03:18:41,148 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 700749f6e4aa,39315,1731208629620 2024-11-10T03:18:41,152 INFO [RS_OPEN_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8. 2024-11-10T03:18:41,153 DEBUG [RS_OPEN_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(7285): Opening region: {ENCODED => ac8e7c452fee35bf784593b1d2d908f8, NAME => 'TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8.', STARTKEY => '', ENDKEY => ''} 2024-11-10T03:18:41,153 DEBUG [RS_OPEN_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees ac8e7c452fee35bf784593b1d2d908f8 2024-11-10T03:18:41,153 DEBUG [RS_OPEN_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T03:18:41,153 DEBUG [RS_OPEN_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(7327): checking encryption for ac8e7c452fee35bf784593b1d2d908f8 2024-11-10T03:18:41,153 DEBUG [RS_OPEN_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(7330): checking classloading for ac8e7c452fee35bf784593b1d2d908f8 2024-11-10T03:18:41,155 INFO [StoreOpener-ac8e7c452fee35bf784593b1d2d908f8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region ac8e7c452fee35bf784593b1d2d908f8 2024-11-10T03:18:41,157 INFO [StoreOpener-ac8e7c452fee35bf784593b1d2d908f8-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-10T03:18:41,158 INFO [StoreOpener-ac8e7c452fee35bf784593b1d2d908f8-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ac8e7c452fee35bf784593b1d2d908f8 columnFamilyName A 2024-11-10T03:18:41,158 DEBUG [StoreOpener-ac8e7c452fee35bf784593b1d2d908f8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:41,158 INFO [StoreOpener-ac8e7c452fee35bf784593b1d2d908f8-1 {}] regionserver.HStore(327): Store=ac8e7c452fee35bf784593b1d2d908f8/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T03:18:41,159 INFO [StoreOpener-ac8e7c452fee35bf784593b1d2d908f8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region ac8e7c452fee35bf784593b1d2d908f8 2024-11-10T03:18:41,160 INFO [StoreOpener-ac8e7c452fee35bf784593b1d2d908f8-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-10T03:18:41,161 INFO [StoreOpener-ac8e7c452fee35bf784593b1d2d908f8-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ac8e7c452fee35bf784593b1d2d908f8 columnFamilyName B 2024-11-10T03:18:41,161 DEBUG [StoreOpener-ac8e7c452fee35bf784593b1d2d908f8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:41,162 INFO [StoreOpener-ac8e7c452fee35bf784593b1d2d908f8-1 {}] regionserver.HStore(327): Store=ac8e7c452fee35bf784593b1d2d908f8/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T03:18:41,162 INFO [StoreOpener-ac8e7c452fee35bf784593b1d2d908f8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region ac8e7c452fee35bf784593b1d2d908f8 2024-11-10T03:18:41,163 INFO [StoreOpener-ac8e7c452fee35bf784593b1d2d908f8-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-10T03:18:41,163 INFO [StoreOpener-ac8e7c452fee35bf784593b1d2d908f8-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ac8e7c452fee35bf784593b1d2d908f8 columnFamilyName C 2024-11-10T03:18:41,163 DEBUG [StoreOpener-ac8e7c452fee35bf784593b1d2d908f8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:41,164 INFO [StoreOpener-ac8e7c452fee35bf784593b1d2d908f8-1 {}] regionserver.HStore(327): Store=ac8e7c452fee35bf784593b1d2d908f8/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T03:18:41,164 INFO [RS_OPEN_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8. 2024-11-10T03:18:41,165 DEBUG [RS_OPEN_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8 2024-11-10T03:18:41,166 DEBUG [RS_OPEN_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8 2024-11-10T03:18:41,168 DEBUG [RS_OPEN_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-10T03:18:41,170 DEBUG [RS_OPEN_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(1085): writing seq id for ac8e7c452fee35bf784593b1d2d908f8 2024-11-10T03:18:41,173 DEBUG [RS_OPEN_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T03:18:41,174 INFO [RS_OPEN_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(1102): Opened ac8e7c452fee35bf784593b1d2d908f8; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64844215, jitterRate=-0.0337458997964859}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-10T03:18:41,175 DEBUG [RS_OPEN_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(1001): Region open journal for ac8e7c452fee35bf784593b1d2d908f8: 2024-11-10T03:18:41,176 INFO [RS_OPEN_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8., pid=96, masterSystemTime=1731208721147 2024-11-10T03:18:41,178 DEBUG [RS_OPEN_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8. 2024-11-10T03:18:41,178 INFO [RS_OPEN_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8. 2024-11-10T03:18:41,179 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=95 updating hbase:meta row=ac8e7c452fee35bf784593b1d2d908f8, regionState=OPEN, openSeqNum=2, regionLocation=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:41,182 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=96, resume processing ppid=95 2024-11-10T03:18:41,182 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=96, ppid=95, state=SUCCESS; OpenRegionProcedure ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 in 186 msec 2024-11-10T03:18:41,184 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=95, resume processing ppid=94 2024-11-10T03:18:41,184 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=95, ppid=94, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=ac8e7c452fee35bf784593b1d2d908f8, ASSIGN in 344 msec 2024-11-10T03:18:41,185 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=94, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T03:18:41,186 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731208721185"}]},"ts":"1731208721185"} 2024-11-10T03:18:41,187 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-10T03:18:41,196 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=94, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T03:18:41,197 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=94, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.2450 sec 2024-11-10T03:18:42,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=94 2024-11-10T03:18:42,065 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 94 completed 2024-11-10T03:18:42,068 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5fe71801 to 127.0.0.1:55635 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@bf5e2f0 2024-11-10T03:18:42,114 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b82ba2a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T03:18:42,118 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T03:18:42,119 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54530, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T03:18:42,120 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T03:18:42,121 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33580, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T03:18:42,123 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-10T03:18:42,123 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T03:18:42,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] procedure2.ProcedureExecutor(1098): Stored pid=97, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-11-10T03:18:42,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742166_1342 (size=996) 2024-11-10T03:18:42,537 DEBUG [PEWorker-1 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.960 2024-11-10T03:18:42,537 INFO [PEWorker-1 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.996 2024-11-10T03:18:42,542 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=98, ppid=97, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-10T03:18:42,545 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=99, ppid=98, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=ac8e7c452fee35bf784593b1d2d908f8, REOPEN/MOVE}] 2024-11-10T03:18:42,546 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=99, ppid=98, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=ac8e7c452fee35bf784593b1d2d908f8, REOPEN/MOVE 2024-11-10T03:18:42,547 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=99 updating hbase:meta row=ac8e7c452fee35bf784593b1d2d908f8, regionState=CLOSING, regionLocation=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:42,548 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-10T03:18:42,548 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=100, ppid=99, state=RUNNABLE; CloseRegionProcedure ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620}] 2024-11-10T03:18:42,552 ERROR [LeaseRenewer:jenkins.hfs.0@localhost:45751 {}] server.NIOServerCnxnFactory(85): Thread Thread[LeaseRenewer:jenkins.hfs.0@localhost:45751,5,FailOnTimeoutGroup] died java.lang.NullPointerException: Cannot invoke "org.apache.hadoop.hdfs.DFSOutputStream.getNamespace()" because "outputStream" is null at org.apache.hadoop.hdfs.DFSClient.getNamespaces(DFSClient.java:596) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.renewLease(DFSClient.java:618) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.renew(LeaseRenewer.java:425) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:445) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) ~[hadoop-hdfs-client-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:18:42,700 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 700749f6e4aa,39315,1731208629620 2024-11-10T03:18:42,701 INFO [RS_CLOSE_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] handler.UnassignRegionHandler(124): Close ac8e7c452fee35bf784593b1d2d908f8 2024-11-10T03:18:42,701 DEBUG [RS_CLOSE_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-10T03:18:42,701 DEBUG [RS_CLOSE_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.HRegion(1681): Closing ac8e7c452fee35bf784593b1d2d908f8, disabling compactions & flushes 2024-11-10T03:18:42,701 INFO [RS_CLOSE_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8. 2024-11-10T03:18:42,701 DEBUG [RS_CLOSE_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8. 2024-11-10T03:18:42,701 DEBUG [RS_CLOSE_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8. after waiting 0 ms 2024-11-10T03:18:42,702 DEBUG [RS_CLOSE_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8. 2024-11-10T03:18:42,710 DEBUG [RS_CLOSE_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-10T03:18:42,711 INFO [RS_CLOSE_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8. 2024-11-10T03:18:42,711 DEBUG [RS_CLOSE_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.HRegion(1635): Region close journal for ac8e7c452fee35bf784593b1d2d908f8: 2024-11-10T03:18:42,711 WARN [RS_CLOSE_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.HRegionServer(3786): Not adding moved region record: ac8e7c452fee35bf784593b1d2d908f8 to self. 2024-11-10T03:18:42,714 INFO [RS_CLOSE_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] handler.UnassignRegionHandler(170): Closed ac8e7c452fee35bf784593b1d2d908f8 2024-11-10T03:18:42,714 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=99 updating hbase:meta row=ac8e7c452fee35bf784593b1d2d908f8, regionState=CLOSED 2024-11-10T03:18:42,717 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=100, resume processing ppid=99 2024-11-10T03:18:42,717 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=100, ppid=99, state=SUCCESS; CloseRegionProcedure ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 in 167 msec 2024-11-10T03:18:42,718 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=99, ppid=98, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=ac8e7c452fee35bf784593b1d2d908f8, REOPEN/MOVE; state=CLOSED, location=700749f6e4aa,39315,1731208629620; forceNewPlan=false, retain=true 2024-11-10T03:18:42,835 ERROR [LeaseRenewer:jenkins@localhost:45751 {}] server.NIOServerCnxnFactory(85): Thread Thread[LeaseRenewer:jenkins@localhost:45751,5,PEWorkerGroup] died java.lang.NullPointerException: Cannot invoke "org.apache.hadoop.hdfs.DFSOutputStream.getNamespace()" because "outputStream" is null at org.apache.hadoop.hdfs.DFSClient.getNamespaces(DFSClient.java:596) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.renewLease(DFSClient.java:618) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.renew(LeaseRenewer.java:425) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:445) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) ~[hadoop-hdfs-client-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:18:42,869 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=99 updating hbase:meta row=ac8e7c452fee35bf784593b1d2d908f8, regionState=OPENING, regionLocation=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:42,872 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=101, ppid=99, state=RUNNABLE; OpenRegionProcedure ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620}] 2024-11-10T03:18:43,026 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 700749f6e4aa,39315,1731208629620 2024-11-10T03:18:43,031 INFO [RS_OPEN_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8. 2024-11-10T03:18:43,031 DEBUG [RS_OPEN_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegion(7285): Opening region: {ENCODED => ac8e7c452fee35bf784593b1d2d908f8, NAME => 'TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8.', STARTKEY => '', ENDKEY => ''} 2024-11-10T03:18:43,032 DEBUG [RS_OPEN_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees ac8e7c452fee35bf784593b1d2d908f8 2024-11-10T03:18:43,033 DEBUG [RS_OPEN_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T03:18:43,033 DEBUG [RS_OPEN_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegion(7327): checking encryption for ac8e7c452fee35bf784593b1d2d908f8 2024-11-10T03:18:43,033 DEBUG [RS_OPEN_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegion(7330): checking classloading for ac8e7c452fee35bf784593b1d2d908f8 2024-11-10T03:18:43,036 INFO [StoreOpener-ac8e7c452fee35bf784593b1d2d908f8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region ac8e7c452fee35bf784593b1d2d908f8 2024-11-10T03:18:43,037 INFO [StoreOpener-ac8e7c452fee35bf784593b1d2d908f8-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-10T03:18:43,037 INFO [StoreOpener-ac8e7c452fee35bf784593b1d2d908f8-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ac8e7c452fee35bf784593b1d2d908f8 columnFamilyName A 2024-11-10T03:18:43,039 DEBUG [StoreOpener-ac8e7c452fee35bf784593b1d2d908f8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:43,039 INFO [StoreOpener-ac8e7c452fee35bf784593b1d2d908f8-1 {}] regionserver.HStore(327): Store=ac8e7c452fee35bf784593b1d2d908f8/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T03:18:43,040 INFO [StoreOpener-ac8e7c452fee35bf784593b1d2d908f8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region ac8e7c452fee35bf784593b1d2d908f8 2024-11-10T03:18:43,041 INFO [StoreOpener-ac8e7c452fee35bf784593b1d2d908f8-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-10T03:18:43,041 INFO [StoreOpener-ac8e7c452fee35bf784593b1d2d908f8-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ac8e7c452fee35bf784593b1d2d908f8 columnFamilyName B 2024-11-10T03:18:43,041 DEBUG [StoreOpener-ac8e7c452fee35bf784593b1d2d908f8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:43,041 INFO [StoreOpener-ac8e7c452fee35bf784593b1d2d908f8-1 {}] regionserver.HStore(327): Store=ac8e7c452fee35bf784593b1d2d908f8/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T03:18:43,042 INFO [StoreOpener-ac8e7c452fee35bf784593b1d2d908f8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region ac8e7c452fee35bf784593b1d2d908f8 2024-11-10T03:18:43,042 INFO [StoreOpener-ac8e7c452fee35bf784593b1d2d908f8-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-10T03:18:43,042 INFO [StoreOpener-ac8e7c452fee35bf784593b1d2d908f8-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ac8e7c452fee35bf784593b1d2d908f8 columnFamilyName C 2024-11-10T03:18:43,043 DEBUG [StoreOpener-ac8e7c452fee35bf784593b1d2d908f8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:43,043 INFO [StoreOpener-ac8e7c452fee35bf784593b1d2d908f8-1 {}] regionserver.HStore(327): Store=ac8e7c452fee35bf784593b1d2d908f8/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T03:18:43,043 INFO [RS_OPEN_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8. 2024-11-10T03:18:43,044 DEBUG [RS_OPEN_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8 2024-11-10T03:18:43,045 DEBUG [RS_OPEN_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8 2024-11-10T03:18:43,047 DEBUG [RS_OPEN_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-10T03:18:43,049 DEBUG [RS_OPEN_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegion(1085): writing seq id for ac8e7c452fee35bf784593b1d2d908f8 2024-11-10T03:18:43,051 INFO [RS_OPEN_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegion(1102): Opened ac8e7c452fee35bf784593b1d2d908f8; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69161599, jitterRate=0.03058813512325287}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-10T03:18:43,051 DEBUG [RS_OPEN_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegion(1001): Region open journal for ac8e7c452fee35bf784593b1d2d908f8: 2024-11-10T03:18:43,052 INFO [RS_OPEN_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8., pid=101, masterSystemTime=1731208723026 2024-11-10T03:18:43,053 DEBUG [RS_OPEN_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8. 2024-11-10T03:18:43,053 INFO [RS_OPEN_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8. 2024-11-10T03:18:43,053 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=99 updating hbase:meta row=ac8e7c452fee35bf784593b1d2d908f8, regionState=OPEN, openSeqNum=5, regionLocation=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:43,055 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=101, resume processing ppid=99 2024-11-10T03:18:43,055 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=101, ppid=99, state=SUCCESS; OpenRegionProcedure ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 in 183 msec 2024-11-10T03:18:43,056 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=99, resume processing ppid=98 2024-11-10T03:18:43,057 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=99, ppid=98, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=ac8e7c452fee35bf784593b1d2d908f8, REOPEN/MOVE in 510 msec 2024-11-10T03:18:43,058 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=98, resume processing ppid=97 2024-11-10T03:18:43,058 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=98, ppid=97, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 515 msec 2024-11-10T03:18:43,060 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=97, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 935 msec 2024-11-10T03:18:43,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=97 2024-11-10T03:18:43,061 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x51f7d511 to 127.0.0.1:55635 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@75b14fbd 2024-11-10T03:18:43,119 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b6cf8cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T03:18:43,120 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1dc42ea6 to 127.0.0.1:55635 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@62f74604 2024-11-10T03:18:43,135 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ec15031, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T03:18:43,136 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x117e86d9 to 127.0.0.1:55635 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@49e13594 2024-11-10T03:18:43,146 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3dd5b441, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T03:18:43,147 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6cd96549 to 127.0.0.1:55635 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2c54a0d3 2024-11-10T03:18:43,160 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c336ea4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T03:18:43,161 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x31aea41b to 127.0.0.1:55635 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3875c8c5 2024-11-10T03:18:43,172 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f94d721, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T03:18:43,173 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0801ba40 to 127.0.0.1:55635 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@319559be 2024-11-10T03:18:43,186 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f49665c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T03:18:43,187 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x27539bdc to 127.0.0.1:55635 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3c907e21 2024-11-10T03:18:43,198 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@683f8469, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T03:18:43,200 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5e3203d9 to 127.0.0.1:55635 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@61ec0f48 2024-11-10T03:18:43,214 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75e4d3d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T03:18:43,216 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x798e7fd4 to 127.0.0.1:55635 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7819b9e2 2024-11-10T03:18:43,230 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b308f62, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T03:18:43,231 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7284f16d to 127.0.0.1:55635 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@47679076 2024-11-10T03:18:43,244 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68035c67, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T03:18:43,249 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T03:18:43,249 DEBUG [hconnection-0x1de8b601-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T03:18:43,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] procedure2.ProcedureExecutor(1098): Stored pid=102, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=102, table=TestAcidGuarantees 2024-11-10T03:18:43,251 DEBUG [hconnection-0x49263fda-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T03:18:43,252 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=102, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=102, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T03:18:43,252 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54534, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T03:18:43,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-10T03:18:43,253 DEBUG [hconnection-0x5b9c09fa-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T03:18:43,253 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=102, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=102, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T03:18:43,253 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54540, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T03:18:43,253 DEBUG [hconnection-0x343283a-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T03:18:43,253 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=103, ppid=102, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T03:18:43,254 DEBUG [hconnection-0x25813a4-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T03:18:43,254 DEBUG [hconnection-0x175d125e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T03:18:43,254 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54552, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T03:18:43,254 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54576, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T03:18:43,254 DEBUG [hconnection-0x39f6b2e0-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T03:18:43,254 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54572, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T03:18:43,255 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54560, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T03:18:43,255 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54582, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T03:18:43,259 DEBUG [hconnection-0x55f97ff1-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T03:18:43,259 DEBUG [hconnection-0xf3cfcfc-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T03:18:43,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(8581): Flush requested on ac8e7c452fee35bf784593b1d2d908f8 2024-11-10T03:18:43,259 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing ac8e7c452fee35bf784593b1d2d908f8 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-10T03:18:43,259 DEBUG [hconnection-0x78fb11db-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T03:18:43,260 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac8e7c452fee35bf784593b1d2d908f8, store=A 2024-11-10T03:18:43,260 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:18:43,260 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac8e7c452fee35bf784593b1d2d908f8, store=B 2024-11-10T03:18:43,260 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:18:43,260 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54592, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T03:18:43,260 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac8e7c452fee35bf784593b1d2d908f8, store=C 2024-11-10T03:18:43,260 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:18:43,260 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54606, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T03:18:43,260 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54590, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T03:18:43,284 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110bcb8840c5cad49c0b16f93fba8297377_ac8e7c452fee35bf784593b1d2d908f8 is 50, key is test_row_0/A:col10/1731208723258/Put/seqid=0 2024-11-10T03:18:43,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742167_1343 (size=9714) 2024-11-10T03:18:43,305 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:43,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54560 deadline: 1731208783280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:43,305 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:43,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54582 deadline: 1731208783300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:43,306 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:43,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54552 deadline: 1731208783300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:43,306 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:43,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54576 deadline: 1731208783300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:43,306 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:43,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54606 deadline: 1731208783300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:43,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-10T03:18:43,404 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 700749f6e4aa,39315,1731208629620 2024-11-10T03:18:43,405 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39315 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-11-10T03:18:43,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8. 2024-11-10T03:18:43,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8. as already flushing 2024-11-10T03:18:43,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8. 2024-11-10T03:18:43,405 ERROR [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] handler.RSProcedureHandler(58): pid=103 java.io.IOException: Unable to complete flush {ENCODED => ac8e7c452fee35bf784593b1d2d908f8, NAME => 'TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:18:43,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=103 java.io.IOException: Unable to complete flush {ENCODED => ac8e7c452fee35bf784593b1d2d908f8, NAME => 'TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:18:43,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster(4114): Remote procedure failed, pid=103 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ac8e7c452fee35bf784593b1d2d908f8, NAME => 'TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ac8e7c452fee35bf784593b1d2d908f8, NAME => 'TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:18:43,408 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:43,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54560 deadline: 1731208783406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:43,408 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:43,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54582 deadline: 1731208783406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:43,408 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:43,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54576 deadline: 1731208783407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:43,409 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:43,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54552 deadline: 1731208783407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:43,409 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:43,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54606 deadline: 1731208783407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:43,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-10T03:18:43,557 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 700749f6e4aa,39315,1731208629620 2024-11-10T03:18:43,557 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39315 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-11-10T03:18:43,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8. 2024-11-10T03:18:43,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8. as already flushing 2024-11-10T03:18:43,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8. 2024-11-10T03:18:43,557 ERROR [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] handler.RSProcedureHandler(58): pid=103 java.io.IOException: Unable to complete flush {ENCODED => ac8e7c452fee35bf784593b1d2d908f8, NAME => 'TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:18:43,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=103 java.io.IOException: Unable to complete flush {ENCODED => ac8e7c452fee35bf784593b1d2d908f8, NAME => 'TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:18:43,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster(4114): Remote procedure failed, pid=103 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ac8e7c452fee35bf784593b1d2d908f8, NAME => 'TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ac8e7c452fee35bf784593b1d2d908f8, NAME => 'TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:18:43,610 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:43,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54560 deadline: 1731208783609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:43,612 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:43,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54576 deadline: 1731208783609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:43,612 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:43,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54552 deadline: 1731208783609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:43,612 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:43,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54582 deadline: 1731208783610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:43,613 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:43,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54606 deadline: 1731208783611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:43,688 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:43,690 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110bcb8840c5cad49c0b16f93fba8297377_ac8e7c452fee35bf784593b1d2d908f8 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110bcb8840c5cad49c0b16f93fba8297377_ac8e7c452fee35bf784593b1d2d908f8 2024-11-10T03:18:43,691 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/.tmp/A/5dd3a6c403f04c1193d95502881d305b, store: [table=TestAcidGuarantees family=A region=ac8e7c452fee35bf784593b1d2d908f8] 2024-11-10T03:18:43,691 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/.tmp/A/5dd3a6c403f04c1193d95502881d305b is 175, key is test_row_0/A:col10/1731208723258/Put/seqid=0 2024-11-10T03:18:43,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742168_1344 (size=22361) 2024-11-10T03:18:43,695 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=17, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/.tmp/A/5dd3a6c403f04c1193d95502881d305b 2024-11-10T03:18:43,709 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 700749f6e4aa,39315,1731208629620 2024-11-10T03:18:43,709 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39315 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-11-10T03:18:43,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8. 2024-11-10T03:18:43,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8. as already flushing 2024-11-10T03:18:43,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8. 2024-11-10T03:18:43,710 ERROR [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] handler.RSProcedureHandler(58): pid=103 java.io.IOException: Unable to complete flush {ENCODED => ac8e7c452fee35bf784593b1d2d908f8, NAME => 'TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:18:43,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=103 java.io.IOException: Unable to complete flush {ENCODED => ac8e7c452fee35bf784593b1d2d908f8, NAME => 'TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:18:43,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster(4114): Remote procedure failed, pid=103 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ac8e7c452fee35bf784593b1d2d908f8, NAME => 'TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ac8e7c452fee35bf784593b1d2d908f8, NAME => 'TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:18:43,724 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/.tmp/B/1be2f864caa44922a84b2766ff54323e is 50, key is test_row_0/B:col10/1731208723258/Put/seqid=0 2024-11-10T03:18:43,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742169_1345 (size=9657) 2024-11-10T03:18:43,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-10T03:18:43,862 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 700749f6e4aa,39315,1731208629620 2024-11-10T03:18:43,862 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39315 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-11-10T03:18:43,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8. 2024-11-10T03:18:43,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8. as already flushing 2024-11-10T03:18:43,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8. 2024-11-10T03:18:43,862 ERROR [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] handler.RSProcedureHandler(58): pid=103 java.io.IOException: Unable to complete flush {ENCODED => ac8e7c452fee35bf784593b1d2d908f8, NAME => 'TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:18:43,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=103 java.io.IOException: Unable to complete flush {ENCODED => ac8e7c452fee35bf784593b1d2d908f8, NAME => 'TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:18:43,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster(4114): Remote procedure failed, pid=103 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ac8e7c452fee35bf784593b1d2d908f8, NAME => 'TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ac8e7c452fee35bf784593b1d2d908f8, NAME => 'TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:18:43,915 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:43,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54576 deadline: 1731208783913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:43,915 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:43,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54552 deadline: 1731208783913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:43,915 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:43,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54582 deadline: 1731208783913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:43,916 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:43,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54560 deadline: 1731208783913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:43,917 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:43,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54606 deadline: 1731208783915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:44,014 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 700749f6e4aa,39315,1731208629620 2024-11-10T03:18:44,014 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39315 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-11-10T03:18:44,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8. 2024-11-10T03:18:44,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8. as already flushing 2024-11-10T03:18:44,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8. 2024-11-10T03:18:44,015 ERROR [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] handler.RSProcedureHandler(58): pid=103 java.io.IOException: Unable to complete flush {ENCODED => ac8e7c452fee35bf784593b1d2d908f8, NAME => 'TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:18:44,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=103 java.io.IOException: Unable to complete flush {ENCODED => ac8e7c452fee35bf784593b1d2d908f8, NAME => 'TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:18:44,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster(4114): Remote procedure failed, pid=103 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ac8e7c452fee35bf784593b1d2d908f8, NAME => 'TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ac8e7c452fee35bf784593b1d2d908f8, NAME => 'TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:18:44,129 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/.tmp/B/1be2f864caa44922a84b2766ff54323e 2024-11-10T03:18:44,152 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/.tmp/C/2564e8c7c4e349aa9546995949c69139 is 50, key is test_row_0/C:col10/1731208723258/Put/seqid=0 2024-11-10T03:18:44,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742170_1346 (size=9657) 2024-11-10T03:18:44,166 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 700749f6e4aa,39315,1731208629620 2024-11-10T03:18:44,167 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39315 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-11-10T03:18:44,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8. 2024-11-10T03:18:44,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8. as already flushing 2024-11-10T03:18:44,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8. 2024-11-10T03:18:44,167 ERROR [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] handler.RSProcedureHandler(58): pid=103 java.io.IOException: Unable to complete flush {ENCODED => ac8e7c452fee35bf784593b1d2d908f8, NAME => 'TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:18:44,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=103 java.io.IOException: Unable to complete flush {ENCODED => ac8e7c452fee35bf784593b1d2d908f8, NAME => 'TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:18:44,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster(4114): Remote procedure failed, pid=103 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ac8e7c452fee35bf784593b1d2d908f8, NAME => 'TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ac8e7c452fee35bf784593b1d2d908f8, NAME => 'TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:18:44,319 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 700749f6e4aa,39315,1731208629620 2024-11-10T03:18:44,319 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39315 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-11-10T03:18:44,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8. 2024-11-10T03:18:44,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8. as already flushing 2024-11-10T03:18:44,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8. 2024-11-10T03:18:44,319 ERROR [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] handler.RSProcedureHandler(58): pid=103 java.io.IOException: Unable to complete flush {ENCODED => ac8e7c452fee35bf784593b1d2d908f8, NAME => 'TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:18:44,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=103 java.io.IOException: Unable to complete flush {ENCODED => ac8e7c452fee35bf784593b1d2d908f8, NAME => 'TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:18:44,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster(4114): Remote procedure failed, pid=103 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ac8e7c452fee35bf784593b1d2d908f8, NAME => 'TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ac8e7c452fee35bf784593b1d2d908f8, NAME => 'TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:18:44,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-10T03:18:44,422 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:44,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54576 deadline: 1731208784419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:44,423 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:44,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54552 deadline: 1731208784419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:44,423 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:44,423 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:44,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54582 deadline: 1731208784419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:44,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54606 deadline: 1731208784420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:44,423 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:44,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54560 deadline: 1731208784420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:44,471 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 700749f6e4aa,39315,1731208629620 2024-11-10T03:18:44,471 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39315 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-11-10T03:18:44,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8. 2024-11-10T03:18:44,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8. as already flushing 2024-11-10T03:18:44,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8. 2024-11-10T03:18:44,472 ERROR [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] handler.RSProcedureHandler(58): pid=103 java.io.IOException: Unable to complete flush {ENCODED => ac8e7c452fee35bf784593b1d2d908f8, NAME => 'TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:18:44,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=103 java.io.IOException: Unable to complete flush {ENCODED => ac8e7c452fee35bf784593b1d2d908f8, NAME => 'TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:18:44,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster(4114): Remote procedure failed, pid=103 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ac8e7c452fee35bf784593b1d2d908f8, NAME => 'TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ac8e7c452fee35bf784593b1d2d908f8, NAME => 'TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:18:44,561 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/.tmp/C/2564e8c7c4e349aa9546995949c69139 2024-11-10T03:18:44,565 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/.tmp/A/5dd3a6c403f04c1193d95502881d305b as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/A/5dd3a6c403f04c1193d95502881d305b 2024-11-10T03:18:44,568 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/A/5dd3a6c403f04c1193d95502881d305b, entries=100, sequenceid=17, filesize=21.8 K 2024-11-10T03:18:44,569 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/.tmp/B/1be2f864caa44922a84b2766ff54323e as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/B/1be2f864caa44922a84b2766ff54323e 2024-11-10T03:18:44,573 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/B/1be2f864caa44922a84b2766ff54323e, entries=100, sequenceid=17, filesize=9.4 K 2024-11-10T03:18:44,574 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/.tmp/C/2564e8c7c4e349aa9546995949c69139 as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/C/2564e8c7c4e349aa9546995949c69139 2024-11-10T03:18:44,577 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/C/2564e8c7c4e349aa9546995949c69139, entries=100, sequenceid=17, filesize=9.4 K 2024-11-10T03:18:44,578 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for ac8e7c452fee35bf784593b1d2d908f8 in 1319ms, sequenceid=17, compaction requested=false 2024-11-10T03:18:44,578 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for ac8e7c452fee35bf784593b1d2d908f8: 2024-11-10T03:18:44,623 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 700749f6e4aa,39315,1731208629620 2024-11-10T03:18:44,624 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39315 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-11-10T03:18:44,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8. 2024-11-10T03:18:44,624 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2837): Flushing ac8e7c452fee35bf784593b1d2d908f8 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-10T03:18:44,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac8e7c452fee35bf784593b1d2d908f8, store=A 2024-11-10T03:18:44,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:18:44,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac8e7c452fee35bf784593b1d2d908f8, store=B 2024-11-10T03:18:44,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:18:44,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac8e7c452fee35bf784593b1d2d908f8, store=C 2024-11-10T03:18:44,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:18:44,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411108130d38e5cd64d12a156a0598a4e2a92_ac8e7c452fee35bf784593b1d2d908f8 is 50, key is test_row_0/A:col10/1731208723268/Put/seqid=0 2024-11-10T03:18:44,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742171_1347 (size=12154) 2024-11-10T03:18:44,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:44,637 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411108130d38e5cd64d12a156a0598a4e2a92_ac8e7c452fee35bf784593b1d2d908f8 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411108130d38e5cd64d12a156a0598a4e2a92_ac8e7c452fee35bf784593b1d2d908f8 2024-11-10T03:18:44,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/.tmp/A/f7cc5b78aa7d41c5a74ddb45c4541e07, store: [table=TestAcidGuarantees family=A region=ac8e7c452fee35bf784593b1d2d908f8] 2024-11-10T03:18:44,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/.tmp/A/f7cc5b78aa7d41c5a74ddb45c4541e07 is 175, key is test_row_0/A:col10/1731208723268/Put/seqid=0 2024-11-10T03:18:44,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742172_1348 (size=30955) 2024-11-10T03:18:45,029 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-10T03:18:45,042 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=40, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/.tmp/A/f7cc5b78aa7d41c5a74ddb45c4541e07 2024-11-10T03:18:45,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/.tmp/B/90f1c8c7f2734d6fbc3003c78f28b1c0 is 50, key is test_row_0/B:col10/1731208723268/Put/seqid=0 2024-11-10T03:18:45,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742173_1349 (size=12001) 2024-11-10T03:18:45,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-10T03:18:45,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(8581): Flush requested on ac8e7c452fee35bf784593b1d2d908f8 2024-11-10T03:18:45,427 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8. as already flushing 2024-11-10T03:18:45,439 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:45,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54560 deadline: 1731208785434, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:45,439 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:45,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54582 deadline: 1731208785436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:45,440 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:45,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54606 deadline: 1731208785437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:45,442 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:45,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54576 deadline: 1731208785437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:45,442 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:45,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54552 deadline: 1731208785439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:45,469 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/.tmp/B/90f1c8c7f2734d6fbc3003c78f28b1c0 2024-11-10T03:18:45,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/.tmp/C/eae31487e10c4d1bb55214c7d2bc328b is 50, key is test_row_0/C:col10/1731208723268/Put/seqid=0 2024-11-10T03:18:45,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742174_1350 (size=12001) 2024-11-10T03:18:45,543 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:45,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54560 deadline: 1731208785540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:45,543 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:45,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54582 deadline: 1731208785540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:45,544 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:45,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54606 deadline: 1731208785541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:45,545 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:45,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54576 deadline: 1731208785543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:45,546 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:45,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54552 deadline: 1731208785543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:45,748 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:45,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54582 deadline: 1731208785744, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:45,748 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:45,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54560 deadline: 1731208785745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:45,748 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:45,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54606 deadline: 1731208785746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:45,748 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:45,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54552 deadline: 1731208785746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:45,749 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:45,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54576 deadline: 1731208785747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:45,881 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/.tmp/C/eae31487e10c4d1bb55214c7d2bc328b 2024-11-10T03:18:45,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/.tmp/A/f7cc5b78aa7d41c5a74ddb45c4541e07 as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/A/f7cc5b78aa7d41c5a74ddb45c4541e07 2024-11-10T03:18:45,887 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/A/f7cc5b78aa7d41c5a74ddb45c4541e07, entries=150, sequenceid=40, filesize=30.2 K 2024-11-10T03:18:45,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/.tmp/B/90f1c8c7f2734d6fbc3003c78f28b1c0 as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/B/90f1c8c7f2734d6fbc3003c78f28b1c0 2024-11-10T03:18:45,891 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/B/90f1c8c7f2734d6fbc3003c78f28b1c0, entries=150, sequenceid=40, filesize=11.7 K 2024-11-10T03:18:45,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/.tmp/C/eae31487e10c4d1bb55214c7d2bc328b as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/C/eae31487e10c4d1bb55214c7d2bc328b 2024-11-10T03:18:45,894 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/C/eae31487e10c4d1bb55214c7d2bc328b, entries=150, sequenceid=40, filesize=11.7 K 2024-11-10T03:18:45,895 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for ac8e7c452fee35bf784593b1d2d908f8 in 1271ms, sequenceid=40, compaction requested=false 2024-11-10T03:18:45,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2538): Flush status journal for ac8e7c452fee35bf784593b1d2d908f8: 2024-11-10T03:18:45,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8. 2024-11-10T03:18:45,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=103 2024-11-10T03:18:45,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster(4106): Remote procedure done, pid=103 2024-11-10T03:18:45,897 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=103, resume processing ppid=102 2024-11-10T03:18:45,897 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=103, ppid=102, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6430 sec 2024-11-10T03:18:45,898 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=102, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=102, table=TestAcidGuarantees in 2.6480 sec 2024-11-10T03:18:46,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(8581): Flush requested on ac8e7c452fee35bf784593b1d2d908f8 2024-11-10T03:18:46,053 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing ac8e7c452fee35bf784593b1d2d908f8 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-10T03:18:46,054 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac8e7c452fee35bf784593b1d2d908f8, store=A 2024-11-10T03:18:46,054 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:18:46,054 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac8e7c452fee35bf784593b1d2d908f8, store=B 2024-11-10T03:18:46,054 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:18:46,054 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac8e7c452fee35bf784593b1d2d908f8, store=C 2024-11-10T03:18:46,054 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:18:46,059 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110aba1899f72394f17a7edcf8623bc4fdc_ac8e7c452fee35bf784593b1d2d908f8 is 50, key is test_row_0/A:col10/1731208726053/Put/seqid=0 2024-11-10T03:18:46,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742175_1351 (size=17034) 2024-11-10T03:18:46,077 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:46,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54560 deadline: 1731208786071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:46,078 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:46,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54606 deadline: 1731208786074, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:46,080 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:46,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54552 deadline: 1731208786075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:46,080 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:46,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54576 deadline: 1731208786077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:46,080 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:46,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54582 deadline: 1731208786077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:46,180 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:46,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54560 deadline: 1731208786178, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:46,181 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:46,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54606 deadline: 1731208786178, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:46,185 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:46,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54552 deadline: 1731208786181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:46,185 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:46,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54576 deadline: 1731208786181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:46,185 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:46,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54582 deadline: 1731208786181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:46,384 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:46,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54560 deadline: 1731208786381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:46,386 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:46,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54606 deadline: 1731208786383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:46,390 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:46,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54552 deadline: 1731208786386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:46,390 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:46,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54576 deadline: 1731208786387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:46,390 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:46,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54582 deadline: 1731208786387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:46,471 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:46,474 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110aba1899f72394f17a7edcf8623bc4fdc_ac8e7c452fee35bf784593b1d2d908f8 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110aba1899f72394f17a7edcf8623bc4fdc_ac8e7c452fee35bf784593b1d2d908f8 2024-11-10T03:18:46,475 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/.tmp/A/276f6ea37bd04065b14108bcfec180ba, store: [table=TestAcidGuarantees family=A region=ac8e7c452fee35bf784593b1d2d908f8] 2024-11-10T03:18:46,475 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/.tmp/A/276f6ea37bd04065b14108bcfec180ba is 175, key is test_row_0/A:col10/1731208726053/Put/seqid=0 2024-11-10T03:18:46,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742176_1352 (size=48139) 2024-11-10T03:18:46,689 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:46,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54560 deadline: 1731208786685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:46,693 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:46,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54606 deadline: 1731208786688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:46,694 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:46,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54552 deadline: 1731208786690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:46,694 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:46,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54582 deadline: 1731208786691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:46,696 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:46,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54576 deadline: 1731208786692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:46,878 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=55, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/.tmp/A/276f6ea37bd04065b14108bcfec180ba 2024-11-10T03:18:46,884 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/.tmp/B/3a75d610ad9649e68e8d4fbbc8f3e386 is 50, key is test_row_0/B:col10/1731208726053/Put/seqid=0 2024-11-10T03:18:46,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742177_1353 (size=12001) 2024-11-10T03:18:47,198 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:47,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54560 deadline: 1731208787194, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:47,198 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:47,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54552 deadline: 1731208787194, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:47,200 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:47,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54582 deadline: 1731208787196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:47,200 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:47,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54606 deadline: 1731208787198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:47,204 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:47,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54576 deadline: 1731208787200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:47,288 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/.tmp/B/3a75d610ad9649e68e8d4fbbc8f3e386 2024-11-10T03:18:47,293 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/.tmp/C/5e6e5981763e4cf6ad74a858d293f55b is 50, key is test_row_0/C:col10/1731208726053/Put/seqid=0 2024-11-10T03:18:47,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742178_1354 (size=12001) 2024-11-10T03:18:47,298 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/.tmp/C/5e6e5981763e4cf6ad74a858d293f55b 2024-11-10T03:18:47,301 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/.tmp/A/276f6ea37bd04065b14108bcfec180ba as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/A/276f6ea37bd04065b14108bcfec180ba 2024-11-10T03:18:47,304 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/A/276f6ea37bd04065b14108bcfec180ba, entries=250, sequenceid=55, filesize=47.0 K 2024-11-10T03:18:47,305 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/.tmp/B/3a75d610ad9649e68e8d4fbbc8f3e386 as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/B/3a75d610ad9649e68e8d4fbbc8f3e386 2024-11-10T03:18:47,307 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/B/3a75d610ad9649e68e8d4fbbc8f3e386, entries=150, sequenceid=55, filesize=11.7 K 2024-11-10T03:18:47,308 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/.tmp/C/5e6e5981763e4cf6ad74a858d293f55b as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/C/5e6e5981763e4cf6ad74a858d293f55b 2024-11-10T03:18:47,312 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/C/5e6e5981763e4cf6ad74a858d293f55b, entries=150, sequenceid=55, filesize=11.7 K 2024-11-10T03:18:47,313 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for ac8e7c452fee35bf784593b1d2d908f8 in 1260ms, sequenceid=55, compaction requested=true 2024-11-10T03:18:47,313 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for ac8e7c452fee35bf784593b1d2d908f8: 2024-11-10T03:18:47,313 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ac8e7c452fee35bf784593b1d2d908f8:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T03:18:47,313 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T03:18:47,313 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ac8e7c452fee35bf784593b1d2d908f8:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T03:18:47,313 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T03:18:47,313 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T03:18:47,313 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T03:18:47,313 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ac8e7c452fee35bf784593b1d2d908f8:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T03:18:47,313 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T03:18:47,314 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101455 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T03:18:47,314 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T03:18:47,314 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HStore(1540): ac8e7c452fee35bf784593b1d2d908f8/A is initiating minor compaction (all files) 2024-11-10T03:18:47,314 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HStore(1540): ac8e7c452fee35bf784593b1d2d908f8/B is initiating minor compaction (all files) 2024-11-10T03:18:47,314 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ac8e7c452fee35bf784593b1d2d908f8/B in TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8. 2024-11-10T03:18:47,314 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ac8e7c452fee35bf784593b1d2d908f8/A in TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8. 2024-11-10T03:18:47,314 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/A/5dd3a6c403f04c1193d95502881d305b, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/A/f7cc5b78aa7d41c5a74ddb45c4541e07, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/A/276f6ea37bd04065b14108bcfec180ba] into tmpdir=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/.tmp, totalSize=99.1 K 2024-11-10T03:18:47,314 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/B/1be2f864caa44922a84b2766ff54323e, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/B/90f1c8c7f2734d6fbc3003c78f28b1c0, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/B/3a75d610ad9649e68e8d4fbbc8f3e386] into tmpdir=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/.tmp, totalSize=32.9 K 2024-11-10T03:18:47,314 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8. 2024-11-10T03:18:47,315 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8. files: [hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/A/5dd3a6c403f04c1193d95502881d305b, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/A/f7cc5b78aa7d41c5a74ddb45c4541e07, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/A/276f6ea37bd04065b14108bcfec180ba] 2024-11-10T03:18:47,315 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.Compactor(224): Compacting 1be2f864caa44922a84b2766ff54323e, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1731208723258 2024-11-10T03:18:47,315 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5dd3a6c403f04c1193d95502881d305b, keycount=100, bloomtype=ROW, size=21.8 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1731208723258 2024-11-10T03:18:47,315 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.Compactor(224): Compacting 90f1c8c7f2734d6fbc3003c78f28b1c0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731208723268 2024-11-10T03:18:47,315 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.Compactor(224): Compacting f7cc5b78aa7d41c5a74ddb45c4541e07, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731208723268 2024-11-10T03:18:47,315 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.Compactor(224): Compacting 3a75d610ad9649e68e8d4fbbc8f3e386, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1731208725438 2024-11-10T03:18:47,315 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.Compactor(224): Compacting 276f6ea37bd04065b14108bcfec180ba, keycount=250, bloomtype=ROW, size=47.0 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1731208725432 2024-11-10T03:18:47,320 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=ac8e7c452fee35bf784593b1d2d908f8] 2024-11-10T03:18:47,327 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241110fdadd270d0cf445db0b0f453844075f8_ac8e7c452fee35bf784593b1d2d908f8 store=[table=TestAcidGuarantees family=A region=ac8e7c452fee35bf784593b1d2d908f8] 2024-11-10T03:18:47,327 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ac8e7c452fee35bf784593b1d2d908f8#B#compaction#301 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-10T03:18:47,328 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/.tmp/B/ea04f270fa22417a85f7a47f90ed6eb8 is 50, key is test_row_0/B:col10/1731208726053/Put/seqid=0 2024-11-10T03:18:47,329 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241110fdadd270d0cf445db0b0f453844075f8_ac8e7c452fee35bf784593b1d2d908f8, store=[table=TestAcidGuarantees family=A region=ac8e7c452fee35bf784593b1d2d908f8] 2024-11-10T03:18:47,329 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110fdadd270d0cf445db0b0f453844075f8_ac8e7c452fee35bf784593b1d2d908f8 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=ac8e7c452fee35bf784593b1d2d908f8] 2024-11-10T03:18:47,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742179_1355 (size=12104) 2024-11-10T03:18:47,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742180_1356 (size=4469) 2024-11-10T03:18:47,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-10T03:18:47,357 INFO [Thread-1561 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 102 completed 2024-11-10T03:18:47,358 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T03:18:47,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] procedure2.ProcedureExecutor(1098): Stored pid=104, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=104, table=TestAcidGuarantees 2024-11-10T03:18:47,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-10T03:18:47,359 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=104, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=104, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T03:18:47,359 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=104, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=104, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T03:18:47,359 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=105, ppid=104, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T03:18:47,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-10T03:18:47,510 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 700749f6e4aa,39315,1731208629620 2024-11-10T03:18:47,511 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39315 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-10T03:18:47,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8. 2024-11-10T03:18:47,511 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2837): Flushing ac8e7c452fee35bf784593b1d2d908f8 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-10T03:18:47,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac8e7c452fee35bf784593b1d2d908f8, store=A 2024-11-10T03:18:47,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:18:47,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac8e7c452fee35bf784593b1d2d908f8, store=B 2024-11-10T03:18:47,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:18:47,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac8e7c452fee35bf784593b1d2d908f8, store=C 2024-11-10T03:18:47,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:18:47,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110de90b46abe904bd9a7ee309214e73afa_ac8e7c452fee35bf784593b1d2d908f8 is 50, key is test_row_0/A:col10/1731208726077/Put/seqid=0 2024-11-10T03:18:47,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742181_1357 (size=12154) 2024-11-10T03:18:47,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-10T03:18:47,740 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ac8e7c452fee35bf784593b1d2d908f8#A#compaction#300 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T03:18:47,741 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/.tmp/A/b4ea0c27377c4c3ca43ffea45b4d6ec6 is 175, key is test_row_0/A:col10/1731208726053/Put/seqid=0 2024-11-10T03:18:47,741 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/.tmp/B/ea04f270fa22417a85f7a47f90ed6eb8 as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/B/ea04f270fa22417a85f7a47f90ed6eb8 2024-11-10T03:18:47,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742182_1358 (size=31058) 2024-11-10T03:18:47,746 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ac8e7c452fee35bf784593b1d2d908f8/B of ac8e7c452fee35bf784593b1d2d908f8 into ea04f270fa22417a85f7a47f90ed6eb8(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T03:18:47,747 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ac8e7c452fee35bf784593b1d2d908f8: 2024-11-10T03:18:47,747 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8., storeName=ac8e7c452fee35bf784593b1d2d908f8/B, priority=13, startTime=1731208727313; duration=0sec 2024-11-10T03:18:47,747 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T03:18:47,747 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ac8e7c452fee35bf784593b1d2d908f8:B 2024-11-10T03:18:47,747 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T03:18:47,752 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T03:18:47,752 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HStore(1540): ac8e7c452fee35bf784593b1d2d908f8/C is initiating minor compaction (all files) 2024-11-10T03:18:47,752 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ac8e7c452fee35bf784593b1d2d908f8/C in TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8. 2024-11-10T03:18:47,752 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/C/2564e8c7c4e349aa9546995949c69139, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/C/eae31487e10c4d1bb55214c7d2bc328b, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/C/5e6e5981763e4cf6ad74a858d293f55b] into tmpdir=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/.tmp, totalSize=32.9 K 2024-11-10T03:18:47,753 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.Compactor(224): Compacting 2564e8c7c4e349aa9546995949c69139, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1731208723258 2024-11-10T03:18:47,753 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.Compactor(224): Compacting eae31487e10c4d1bb55214c7d2bc328b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731208723268 2024-11-10T03:18:47,753 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.Compactor(224): Compacting 5e6e5981763e4cf6ad74a858d293f55b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1731208725438 2024-11-10T03:18:47,754 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/.tmp/A/b4ea0c27377c4c3ca43ffea45b4d6ec6 as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/A/b4ea0c27377c4c3ca43ffea45b4d6ec6 2024-11-10T03:18:47,758 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ac8e7c452fee35bf784593b1d2d908f8/A of ac8e7c452fee35bf784593b1d2d908f8 into b4ea0c27377c4c3ca43ffea45b4d6ec6(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T03:18:47,759 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ac8e7c452fee35bf784593b1d2d908f8: 2024-11-10T03:18:47,759 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8., storeName=ac8e7c452fee35bf784593b1d2d908f8/A, priority=13, startTime=1731208727313; duration=0sec 2024-11-10T03:18:47,759 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T03:18:47,759 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ac8e7c452fee35bf784593b1d2d908f8:A 2024-11-10T03:18:47,761 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ac8e7c452fee35bf784593b1d2d908f8#C#compaction#303 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T03:18:47,762 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/.tmp/C/7592dc34341f4f05a013e1a4ec33d6dd is 50, key is test_row_0/C:col10/1731208726053/Put/seqid=0 2024-11-10T03:18:47,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742183_1359 (size=12104) 2024-11-10T03:18:47,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:47,925 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110de90b46abe904bd9a7ee309214e73afa_ac8e7c452fee35bf784593b1d2d908f8 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110de90b46abe904bd9a7ee309214e73afa_ac8e7c452fee35bf784593b1d2d908f8 2024-11-10T03:18:47,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/.tmp/A/99ad3803655041f0b914a5a58e4b0347, store: [table=TestAcidGuarantees family=A region=ac8e7c452fee35bf784593b1d2d908f8] 2024-11-10T03:18:47,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/.tmp/A/99ad3803655041f0b914a5a58e4b0347 is 175, key is test_row_0/A:col10/1731208726077/Put/seqid=0 2024-11-10T03:18:47,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742184_1360 (size=30955) 2024-11-10T03:18:47,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-10T03:18:48,197 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/.tmp/C/7592dc34341f4f05a013e1a4ec33d6dd as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/C/7592dc34341f4f05a013e1a4ec33d6dd 2024-11-10T03:18:48,200 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ac8e7c452fee35bf784593b1d2d908f8/C of ac8e7c452fee35bf784593b1d2d908f8 into 7592dc34341f4f05a013e1a4ec33d6dd(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T03:18:48,200 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ac8e7c452fee35bf784593b1d2d908f8: 2024-11-10T03:18:48,200 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8., storeName=ac8e7c452fee35bf784593b1d2d908f8/C, priority=13, startTime=1731208727313; duration=0sec 2024-11-10T03:18:48,200 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T03:18:48,200 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ac8e7c452fee35bf784593b1d2d908f8:C 2024-11-10T03:18:48,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(8581): Flush requested on ac8e7c452fee35bf784593b1d2d908f8 2024-11-10T03:18:48,204 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8. as already flushing 2024-11-10T03:18:48,222 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:48,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54606 deadline: 1731208788219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:48,226 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:48,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54576 deadline: 1731208788220, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:48,226 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:48,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54560 deadline: 1731208788221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:48,226 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:48,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54552 deadline: 1731208788221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:48,227 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:48,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54582 deadline: 1731208788221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:48,327 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:48,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54606 deadline: 1731208788323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:48,328 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:48,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54576 deadline: 1731208788326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:48,328 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:48,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54560 deadline: 1731208788327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:48,328 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:48,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54552 deadline: 1731208788327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:48,329 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:48,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54582 deadline: 1731208788327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:48,338 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=76, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/.tmp/A/99ad3803655041f0b914a5a58e4b0347 2024-11-10T03:18:48,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/.tmp/B/5e4c1604cfe84ca0a4cdd7d5ead5e49a is 50, key is test_row_0/B:col10/1731208726077/Put/seqid=0 2024-11-10T03:18:48,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742185_1361 (size=12001) 2024-11-10T03:18:48,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-10T03:18:48,532 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:48,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54576 deadline: 1731208788529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:48,532 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:48,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54606 deadline: 1731208788529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:48,532 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:48,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54582 deadline: 1731208788529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:48,533 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:48,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54560 deadline: 1731208788530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:48,533 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:48,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54552 deadline: 1731208788530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:48,753 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/.tmp/B/5e4c1604cfe84ca0a4cdd7d5ead5e49a 2024-11-10T03:18:48,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/.tmp/C/e1af22b4ec8b4ae7ac8764bcd0f5c983 is 50, key is test_row_0/C:col10/1731208726077/Put/seqid=0 2024-11-10T03:18:48,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742186_1362 (size=12001) 2024-11-10T03:18:48,833 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:48,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54576 deadline: 1731208788833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:48,834 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:48,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54606 deadline: 1731208788833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:48,834 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:48,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54582 deadline: 1731208788833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:48,838 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:48,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54552 deadline: 1731208788834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:48,839 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:48,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54560 deadline: 1731208788835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:49,163 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/.tmp/C/e1af22b4ec8b4ae7ac8764bcd0f5c983 2024-11-10T03:18:49,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/.tmp/A/99ad3803655041f0b914a5a58e4b0347 as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/A/99ad3803655041f0b914a5a58e4b0347 2024-11-10T03:18:49,169 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/A/99ad3803655041f0b914a5a58e4b0347, entries=150, sequenceid=76, filesize=30.2 K 2024-11-10T03:18:49,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/.tmp/B/5e4c1604cfe84ca0a4cdd7d5ead5e49a as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/B/5e4c1604cfe84ca0a4cdd7d5ead5e49a 2024-11-10T03:18:49,172 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/B/5e4c1604cfe84ca0a4cdd7d5ead5e49a, entries=150, sequenceid=76, filesize=11.7 K 2024-11-10T03:18:49,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/.tmp/C/e1af22b4ec8b4ae7ac8764bcd0f5c983 as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/C/e1af22b4ec8b4ae7ac8764bcd0f5c983 2024-11-10T03:18:49,176 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/C/e1af22b4ec8b4ae7ac8764bcd0f5c983, entries=150, sequenceid=76, filesize=11.7 K 2024-11-10T03:18:49,177 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for ac8e7c452fee35bf784593b1d2d908f8 in 1666ms, sequenceid=76, compaction requested=false 2024-11-10T03:18:49,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2538): Flush status journal for ac8e7c452fee35bf784593b1d2d908f8: 2024-11-10T03:18:49,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8. 2024-11-10T03:18:49,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=105 2024-11-10T03:18:49,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster(4106): Remote procedure done, pid=105 2024-11-10T03:18:49,179 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=105, resume processing ppid=104 2024-11-10T03:18:49,179 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=105, ppid=104, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8190 sec 2024-11-10T03:18:49,180 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=104, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=104, table=TestAcidGuarantees in 1.8210 sec 2024-11-10T03:18:49,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(8581): Flush requested on ac8e7c452fee35bf784593b1d2d908f8 2024-11-10T03:18:49,337 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing ac8e7c452fee35bf784593b1d2d908f8 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-10T03:18:49,338 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac8e7c452fee35bf784593b1d2d908f8, store=A 2024-11-10T03:18:49,338 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:18:49,338 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac8e7c452fee35bf784593b1d2d908f8, store=B 2024-11-10T03:18:49,338 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:18:49,338 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac8e7c452fee35bf784593b1d2d908f8, store=C 2024-11-10T03:18:49,338 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:18:49,343 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110f0897daea36b4aa39bbc23d0cd77199c_ac8e7c452fee35bf784593b1d2d908f8 is 50, key is test_row_0/A:col10/1731208728221/Put/seqid=0 2024-11-10T03:18:49,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742187_1363 (size=17034) 2024-11-10T03:18:49,368 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:49,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54552 deadline: 1731208789360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:49,370 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:49,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54606 deadline: 1731208789367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:49,375 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:49,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54582 deadline: 1731208789367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:49,375 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:49,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54576 deadline: 1731208789368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:49,375 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:49,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54560 deadline: 1731208789368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:49,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-10T03:18:49,462 INFO [Thread-1561 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 104 completed 2024-11-10T03:18:49,463 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T03:18:49,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] procedure2.ProcedureExecutor(1098): Stored pid=106, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees 2024-11-10T03:18:49,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-10T03:18:49,464 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=106, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T03:18:49,465 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=106, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T03:18:49,465 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=107, ppid=106, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T03:18:49,476 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:49,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54552 deadline: 1731208789469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:49,476 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:49,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54606 deadline: 1731208789471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:49,480 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:49,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54582 deadline: 1731208789476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:49,480 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:49,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54576 deadline: 1731208789476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:49,480 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:49,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54560 deadline: 1731208789476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:49,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-10T03:18:49,616 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 700749f6e4aa,39315,1731208629620 2024-11-10T03:18:49,616 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39315 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-10T03:18:49,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8. 2024-11-10T03:18:49,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8. as already flushing 2024-11-10T03:18:49,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8. 2024-11-10T03:18:49,617 ERROR [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => ac8e7c452fee35bf784593b1d2d908f8, NAME => 'TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:18:49,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => ac8e7c452fee35bf784593b1d2d908f8, NAME => 'TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:18:49,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ac8e7c452fee35bf784593b1d2d908f8, NAME => 'TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ac8e7c452fee35bf784593b1d2d908f8, NAME => 'TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:18:49,681 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:49,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54552 deadline: 1731208789678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:49,683 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:49,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54606 deadline: 1731208789678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:49,686 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:49,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54576 deadline: 1731208789681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:49,687 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:49,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54582 deadline: 1731208789682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:49,687 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:49,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54560 deadline: 1731208789682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:49,747 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:49,750 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110f0897daea36b4aa39bbc23d0cd77199c_ac8e7c452fee35bf784593b1d2d908f8 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110f0897daea36b4aa39bbc23d0cd77199c_ac8e7c452fee35bf784593b1d2d908f8 2024-11-10T03:18:49,751 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/.tmp/A/1419c0afe6f14ee186a4fddcfed50d61, store: [table=TestAcidGuarantees family=A region=ac8e7c452fee35bf784593b1d2d908f8] 2024-11-10T03:18:49,752 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/.tmp/A/1419c0afe6f14ee186a4fddcfed50d61 is 175, key is test_row_0/A:col10/1731208728221/Put/seqid=0 2024-11-10T03:18:49,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742188_1364 (size=48139) 2024-11-10T03:18:49,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-10T03:18:49,768 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 700749f6e4aa,39315,1731208629620 2024-11-10T03:18:49,769 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39315 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-10T03:18:49,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8. 2024-11-10T03:18:49,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8. as already flushing 2024-11-10T03:18:49,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8. 2024-11-10T03:18:49,769 ERROR [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => ac8e7c452fee35bf784593b1d2d908f8, NAME => 'TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:18:49,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => ac8e7c452fee35bf784593b1d2d908f8, NAME => 'TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:18:49,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ac8e7c452fee35bf784593b1d2d908f8, NAME => 'TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ac8e7c452fee35bf784593b1d2d908f8, NAME => 'TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:18:49,921 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 700749f6e4aa,39315,1731208629620 2024-11-10T03:18:49,921 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39315 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-10T03:18:49,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8. 2024-11-10T03:18:49,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8. as already flushing 2024-11-10T03:18:49,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8. 2024-11-10T03:18:49,921 ERROR [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => ac8e7c452fee35bf784593b1d2d908f8, NAME => 'TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:18:49,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => ac8e7c452fee35bf784593b1d2d908f8, NAME => 'TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:18:49,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ac8e7c452fee35bf784593b1d2d908f8, NAME => 'TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ac8e7c452fee35bf784593b1d2d908f8, NAME => 'TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:18:49,984 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:49,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54552 deadline: 1731208789982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:49,988 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:49,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54606 deadline: 1731208789984, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:49,991 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:49,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54582 deadline: 1731208789987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:49,992 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:49,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54560 deadline: 1731208789988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:49,992 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:49,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54576 deadline: 1731208789989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:50,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-10T03:18:50,073 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 700749f6e4aa,39315,1731208629620 2024-11-10T03:18:50,073 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39315 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-10T03:18:50,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8. 2024-11-10T03:18:50,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8. as already flushing 2024-11-10T03:18:50,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8. 2024-11-10T03:18:50,074 ERROR [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => ac8e7c452fee35bf784593b1d2d908f8, NAME => 'TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:18:50,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => ac8e7c452fee35bf784593b1d2d908f8, NAME => 'TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:18:50,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ac8e7c452fee35bf784593b1d2d908f8, NAME => 'TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ac8e7c452fee35bf784593b1d2d908f8, NAME => 'TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:18:50,158 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=96, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/.tmp/A/1419c0afe6f14ee186a4fddcfed50d61 2024-11-10T03:18:50,163 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/.tmp/B/bb3899ea839e4d4eb3556e4b72302df5 is 50, key is test_row_0/B:col10/1731208728221/Put/seqid=0 2024-11-10T03:18:50,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742189_1365 (size=12001) 2024-11-10T03:18:50,225 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 700749f6e4aa,39315,1731208629620 2024-11-10T03:18:50,226 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39315 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-10T03:18:50,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8. 2024-11-10T03:18:50,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8. as already flushing 2024-11-10T03:18:50,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8. 2024-11-10T03:18:50,226 ERROR [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => ac8e7c452fee35bf784593b1d2d908f8, NAME => 'TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:18:50,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => ac8e7c452fee35bf784593b1d2d908f8, NAME => 'TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:18:50,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ac8e7c452fee35bf784593b1d2d908f8, NAME => 'TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ac8e7c452fee35bf784593b1d2d908f8, NAME => 'TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:18:50,378 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 700749f6e4aa,39315,1731208629620 2024-11-10T03:18:50,378 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39315 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-10T03:18:50,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8. 2024-11-10T03:18:50,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8. as already flushing 2024-11-10T03:18:50,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8. 2024-11-10T03:18:50,378 ERROR [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => ac8e7c452fee35bf784593b1d2d908f8, NAME => 'TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:18:50,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => ac8e7c452fee35bf784593b1d2d908f8, NAME => 'TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:18:50,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ac8e7c452fee35bf784593b1d2d908f8, NAME => 'TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ac8e7c452fee35bf784593b1d2d908f8, NAME => 'TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:18:50,496 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:50,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54552 deadline: 1731208790489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:50,496 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:50,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54606 deadline: 1731208790491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:50,498 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:50,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54560 deadline: 1731208790493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:50,498 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:50,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54582 deadline: 1731208790495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:50,498 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:50,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54576 deadline: 1731208790497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:50,530 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 700749f6e4aa,39315,1731208629620 2024-11-10T03:18:50,530 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39315 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-10T03:18:50,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8. 2024-11-10T03:18:50,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8. as already flushing 2024-11-10T03:18:50,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8. 2024-11-10T03:18:50,531 ERROR [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => ac8e7c452fee35bf784593b1d2d908f8, NAME => 'TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:18:50,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => ac8e7c452fee35bf784593b1d2d908f8, NAME => 'TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:18:50,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ac8e7c452fee35bf784593b1d2d908f8, NAME => 'TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ac8e7c452fee35bf784593b1d2d908f8, NAME => 'TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:18:50,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-10T03:18:50,568 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=96 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/.tmp/B/bb3899ea839e4d4eb3556e4b72302df5 2024-11-10T03:18:50,574 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/.tmp/C/11ea63fea93a4f1d89a80e9b92f52f01 is 50, key is test_row_0/C:col10/1731208728221/Put/seqid=0 2024-11-10T03:18:50,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742190_1366 (size=12001) 2024-11-10T03:18:50,682 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 700749f6e4aa,39315,1731208629620 2024-11-10T03:18:50,682 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39315 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-10T03:18:50,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8. 2024-11-10T03:18:50,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8. as already flushing 2024-11-10T03:18:50,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8. 2024-11-10T03:18:50,683 ERROR [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => ac8e7c452fee35bf784593b1d2d908f8, NAME => 'TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:18:50,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => ac8e7c452fee35bf784593b1d2d908f8, NAME => 'TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:18:50,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ac8e7c452fee35bf784593b1d2d908f8, NAME => 'TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ac8e7c452fee35bf784593b1d2d908f8, NAME => 'TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:18:50,834 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 700749f6e4aa,39315,1731208629620 2024-11-10T03:18:50,835 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39315 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-10T03:18:50,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8. 2024-11-10T03:18:50,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8. as already flushing 2024-11-10T03:18:50,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8. 2024-11-10T03:18:50,835 ERROR [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => ac8e7c452fee35bf784593b1d2d908f8, NAME => 'TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:18:50,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => ac8e7c452fee35bf784593b1d2d908f8, NAME => 'TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:18:50,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ac8e7c452fee35bf784593b1d2d908f8, NAME => 'TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ac8e7c452fee35bf784593b1d2d908f8, NAME => 'TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:18:50,977 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=96 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/.tmp/C/11ea63fea93a4f1d89a80e9b92f52f01 2024-11-10T03:18:50,981 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/.tmp/A/1419c0afe6f14ee186a4fddcfed50d61 as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/A/1419c0afe6f14ee186a4fddcfed50d61 2024-11-10T03:18:50,983 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/A/1419c0afe6f14ee186a4fddcfed50d61, entries=250, sequenceid=96, filesize=47.0 K 2024-11-10T03:18:50,984 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/.tmp/B/bb3899ea839e4d4eb3556e4b72302df5 as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/B/bb3899ea839e4d4eb3556e4b72302df5 2024-11-10T03:18:50,987 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 700749f6e4aa,39315,1731208629620 2024-11-10T03:18:50,987 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/B/bb3899ea839e4d4eb3556e4b72302df5, entries=150, sequenceid=96, filesize=11.7 K 2024-11-10T03:18:50,987 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39315 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-10T03:18:50,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8. 2024-11-10T03:18:50,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8. as already flushing 2024-11-10T03:18:50,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8. 2024-11-10T03:18:50,987 ERROR [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => ac8e7c452fee35bf784593b1d2d908f8, NAME => 'TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:18:50,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => ac8e7c452fee35bf784593b1d2d908f8, NAME => 'TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:18:50,988 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/.tmp/C/11ea63fea93a4f1d89a80e9b92f52f01 as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/C/11ea63fea93a4f1d89a80e9b92f52f01 2024-11-10T03:18:50,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ac8e7c452fee35bf784593b1d2d908f8, NAME => 'TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ac8e7c452fee35bf784593b1d2d908f8, NAME => 'TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:18:50,991 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/C/11ea63fea93a4f1d89a80e9b92f52f01, entries=150, sequenceid=96, filesize=11.7 K 2024-11-10T03:18:50,992 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for ac8e7c452fee35bf784593b1d2d908f8 in 1654ms, sequenceid=96, compaction requested=true 2024-11-10T03:18:50,992 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for ac8e7c452fee35bf784593b1d2d908f8: 2024-11-10T03:18:50,992 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ac8e7c452fee35bf784593b1d2d908f8:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T03:18:50,992 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T03:18:50,992 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ac8e7c452fee35bf784593b1d2d908f8:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T03:18:50,992 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T03:18:50,992 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T03:18:50,992 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T03:18:50,992 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ac8e7c452fee35bf784593b1d2d908f8:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T03:18:50,992 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T03:18:50,993 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 110152 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T03:18:50,993 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T03:18:50,993 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HStore(1540): ac8e7c452fee35bf784593b1d2d908f8/A is initiating minor compaction (all files) 2024-11-10T03:18:50,993 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HStore(1540): ac8e7c452fee35bf784593b1d2d908f8/B is initiating minor compaction (all files) 2024-11-10T03:18:50,993 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ac8e7c452fee35bf784593b1d2d908f8/A in TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8. 2024-11-10T03:18:50,993 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ac8e7c452fee35bf784593b1d2d908f8/B in TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8. 2024-11-10T03:18:50,993 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/A/b4ea0c27377c4c3ca43ffea45b4d6ec6, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/A/99ad3803655041f0b914a5a58e4b0347, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/A/1419c0afe6f14ee186a4fddcfed50d61] into tmpdir=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/.tmp, totalSize=107.6 K 2024-11-10T03:18:50,993 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/B/ea04f270fa22417a85f7a47f90ed6eb8, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/B/5e4c1604cfe84ca0a4cdd7d5ead5e49a, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/B/bb3899ea839e4d4eb3556e4b72302df5] into tmpdir=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/.tmp, totalSize=35.3 K 2024-11-10T03:18:50,993 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8. 2024-11-10T03:18:50,993 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8. files: [hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/A/b4ea0c27377c4c3ca43ffea45b4d6ec6, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/A/99ad3803655041f0b914a5a58e4b0347, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/A/1419c0afe6f14ee186a4fddcfed50d61] 2024-11-10T03:18:50,994 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.Compactor(224): Compacting b4ea0c27377c4c3ca43ffea45b4d6ec6, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1731208725438 2024-11-10T03:18:50,994 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.Compactor(224): Compacting ea04f270fa22417a85f7a47f90ed6eb8, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1731208725438 2024-11-10T03:18:50,994 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.Compactor(224): Compacting 99ad3803655041f0b914a5a58e4b0347, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1731208726069 2024-11-10T03:18:50,994 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.Compactor(224): Compacting 5e4c1604cfe84ca0a4cdd7d5ead5e49a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1731208726069 2024-11-10T03:18:50,994 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1419c0afe6f14ee186a4fddcfed50d61, keycount=250, bloomtype=ROW, size=47.0 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1731208728218 2024-11-10T03:18:50,994 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.Compactor(224): Compacting bb3899ea839e4d4eb3556e4b72302df5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1731208728220 2024-11-10T03:18:50,998 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=ac8e7c452fee35bf784593b1d2d908f8] 2024-11-10T03:18:50,999 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ac8e7c452fee35bf784593b1d2d908f8#B#compaction#309 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-10T03:18:51,000 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/.tmp/B/394b036ba0cd49c9b26122bef135ffd0 is 50, key is test_row_0/B:col10/1731208728221/Put/seqid=0 2024-11-10T03:18:51,000 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411100675115ae2e84cc99167eb78f344f0ce_ac8e7c452fee35bf784593b1d2d908f8 store=[table=TestAcidGuarantees family=A region=ac8e7c452fee35bf784593b1d2d908f8] 2024-11-10T03:18:51,002 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411100675115ae2e84cc99167eb78f344f0ce_ac8e7c452fee35bf784593b1d2d908f8, store=[table=TestAcidGuarantees family=A region=ac8e7c452fee35bf784593b1d2d908f8] 2024-11-10T03:18:51,003 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411100675115ae2e84cc99167eb78f344f0ce_ac8e7c452fee35bf784593b1d2d908f8 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=ac8e7c452fee35bf784593b1d2d908f8] 2024-11-10T03:18:51,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742191_1367 (size=12207) 2024-11-10T03:18:51,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742192_1368 (size=4469) 2024-11-10T03:18:51,009 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/.tmp/B/394b036ba0cd49c9b26122bef135ffd0 as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/B/394b036ba0cd49c9b26122bef135ffd0 2024-11-10T03:18:51,013 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ac8e7c452fee35bf784593b1d2d908f8/B of ac8e7c452fee35bf784593b1d2d908f8 into 394b036ba0cd49c9b26122bef135ffd0(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T03:18:51,013 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ac8e7c452fee35bf784593b1d2d908f8: 2024-11-10T03:18:51,013 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8., storeName=ac8e7c452fee35bf784593b1d2d908f8/B, priority=13, startTime=1731208730992; duration=0sec 2024-11-10T03:18:51,013 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T03:18:51,013 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ac8e7c452fee35bf784593b1d2d908f8:B 2024-11-10T03:18:51,013 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T03:18:51,013 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T03:18:51,013 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HStore(1540): ac8e7c452fee35bf784593b1d2d908f8/C is initiating minor compaction (all files) 2024-11-10T03:18:51,013 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ac8e7c452fee35bf784593b1d2d908f8/C in TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8. 2024-11-10T03:18:51,014 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/C/7592dc34341f4f05a013e1a4ec33d6dd, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/C/e1af22b4ec8b4ae7ac8764bcd0f5c983, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/C/11ea63fea93a4f1d89a80e9b92f52f01] into tmpdir=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/.tmp, totalSize=35.3 K 2024-11-10T03:18:51,014 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.Compactor(224): Compacting 7592dc34341f4f05a013e1a4ec33d6dd, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1731208725438 2024-11-10T03:18:51,014 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.Compactor(224): Compacting e1af22b4ec8b4ae7ac8764bcd0f5c983, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1731208726069 2024-11-10T03:18:51,014 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.Compactor(224): Compacting 11ea63fea93a4f1d89a80e9b92f52f01, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1731208728220 2024-11-10T03:18:51,020 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ac8e7c452fee35bf784593b1d2d908f8#C#compaction#311 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-10T03:18:51,020 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/.tmp/C/669b8d25c8c54e5eb586dbd3bd589975 is 50, key is test_row_0/C:col10/1731208728221/Put/seqid=0 2024-11-10T03:18:51,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742193_1369 (size=12207) 2024-11-10T03:18:51,139 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 700749f6e4aa,39315,1731208629620 2024-11-10T03:18:51,140 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39315 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-10T03:18:51,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8. 2024-11-10T03:18:51,140 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2837): Flushing ac8e7c452fee35bf784593b1d2d908f8 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-10T03:18:51,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac8e7c452fee35bf784593b1d2d908f8, store=A 2024-11-10T03:18:51,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:18:51,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac8e7c452fee35bf784593b1d2d908f8, store=B 2024-11-10T03:18:51,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:18:51,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac8e7c452fee35bf784593b1d2d908f8, store=C 2024-11-10T03:18:51,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:18:51,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411106b69178bfa074f0cb99832635e202c66_ac8e7c452fee35bf784593b1d2d908f8 is 50, key is test_row_0/A:col10/1731208729366/Put/seqid=0 2024-11-10T03:18:51,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742194_1370 (size=12154) 2024-11-10T03:18:51,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:51,159 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411106b69178bfa074f0cb99832635e202c66_ac8e7c452fee35bf784593b1d2d908f8 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411106b69178bfa074f0cb99832635e202c66_ac8e7c452fee35bf784593b1d2d908f8 2024-11-10T03:18:51,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/.tmp/A/aa69e6e912bf43efb8054b19e0118254, store: [table=TestAcidGuarantees family=A region=ac8e7c452fee35bf784593b1d2d908f8] 2024-11-10T03:18:51,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/.tmp/A/aa69e6e912bf43efb8054b19e0118254 is 175, key is test_row_0/A:col10/1731208729366/Put/seqid=0 2024-11-10T03:18:51,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742195_1371 (size=30955) 2024-11-10T03:18:51,163 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=116, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/.tmp/A/aa69e6e912bf43efb8054b19e0118254 2024-11-10T03:18:51,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/.tmp/B/deb696d8265848a78ffa636dfcddc1b0 is 50, key is test_row_0/B:col10/1731208729366/Put/seqid=0 2024-11-10T03:18:51,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742196_1372 (size=12001) 2024-11-10T03:18:51,407 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ac8e7c452fee35bf784593b1d2d908f8#A#compaction#310 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T03:18:51,407 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/.tmp/A/48cc7c098959402e94b8da3284a68a65 is 175, key is test_row_0/A:col10/1731208728221/Put/seqid=0 2024-11-10T03:18:51,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742197_1373 (size=31161) 2024-11-10T03:18:51,427 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/.tmp/C/669b8d25c8c54e5eb586dbd3bd589975 as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/C/669b8d25c8c54e5eb586dbd3bd589975 2024-11-10T03:18:51,430 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ac8e7c452fee35bf784593b1d2d908f8/C of ac8e7c452fee35bf784593b1d2d908f8 into 669b8d25c8c54e5eb586dbd3bd589975(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T03:18:51,430 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ac8e7c452fee35bf784593b1d2d908f8: 2024-11-10T03:18:51,430 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8., storeName=ac8e7c452fee35bf784593b1d2d908f8/C, priority=13, startTime=1731208730992; duration=0sec 2024-11-10T03:18:51,431 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T03:18:51,431 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ac8e7c452fee35bf784593b1d2d908f8:C 2024-11-10T03:18:51,505 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8. as already flushing 2024-11-10T03:18:51,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(8581): Flush requested on ac8e7c452fee35bf784593b1d2d908f8 2024-11-10T03:18:51,524 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:51,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54606 deadline: 1731208791519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:51,529 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:51,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54576 deadline: 1731208791520, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:51,529 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:51,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54582 deadline: 1731208791520, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:51,534 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:51,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54560 deadline: 1731208791524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:51,535 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:51,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54552 deadline: 1731208791525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:51,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-10T03:18:51,576 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/.tmp/B/deb696d8265848a78ffa636dfcddc1b0 2024-11-10T03:18:51,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/.tmp/C/17773e6f353e4cab9091aa04f6598074 is 50, key is test_row_0/C:col10/1731208729366/Put/seqid=0 2024-11-10T03:18:51,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742198_1374 (size=12001) 2024-11-10T03:18:51,629 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:51,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54606 deadline: 1731208791626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:51,635 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:51,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54576 deadline: 1731208791630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:51,636 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:51,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54582 deadline: 1731208791630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:51,639 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:51,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54560 deadline: 1731208791635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:51,639 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:51,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54552 deadline: 1731208791636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:51,814 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/.tmp/A/48cc7c098959402e94b8da3284a68a65 as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/A/48cc7c098959402e94b8da3284a68a65 2024-11-10T03:18:51,818 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ac8e7c452fee35bf784593b1d2d908f8/A of ac8e7c452fee35bf784593b1d2d908f8 into 48cc7c098959402e94b8da3284a68a65(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T03:18:51,818 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ac8e7c452fee35bf784593b1d2d908f8: 2024-11-10T03:18:51,818 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8., storeName=ac8e7c452fee35bf784593b1d2d908f8/A, priority=13, startTime=1731208730992; duration=0sec 2024-11-10T03:18:51,818 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T03:18:51,818 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ac8e7c452fee35bf784593b1d2d908f8:A 2024-11-10T03:18:51,834 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:51,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54606 deadline: 1731208791831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:51,840 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:51,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54576 deadline: 1731208791836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:51,840 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:51,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54582 deadline: 1731208791838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:51,843 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:51,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54560 deadline: 1731208791840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:51,845 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:51,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54552 deadline: 1731208791841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:51,985 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/.tmp/C/17773e6f353e4cab9091aa04f6598074 2024-11-10T03:18:51,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/.tmp/A/aa69e6e912bf43efb8054b19e0118254 as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/A/aa69e6e912bf43efb8054b19e0118254 2024-11-10T03:18:51,992 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/A/aa69e6e912bf43efb8054b19e0118254, entries=150, sequenceid=116, filesize=30.2 K 2024-11-10T03:18:51,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/.tmp/B/deb696d8265848a78ffa636dfcddc1b0 as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/B/deb696d8265848a78ffa636dfcddc1b0 2024-11-10T03:18:51,996 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/B/deb696d8265848a78ffa636dfcddc1b0, entries=150, sequenceid=116, filesize=11.7 K 2024-11-10T03:18:51,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/.tmp/C/17773e6f353e4cab9091aa04f6598074 as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/C/17773e6f353e4cab9091aa04f6598074 2024-11-10T03:18:51,999 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/C/17773e6f353e4cab9091aa04f6598074, entries=150, sequenceid=116, filesize=11.7 K 2024-11-10T03:18:52,000 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for ac8e7c452fee35bf784593b1d2d908f8 in 860ms, sequenceid=116, compaction requested=false 2024-11-10T03:18:52,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2538): Flush status journal for ac8e7c452fee35bf784593b1d2d908f8: 2024-11-10T03:18:52,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8. 2024-11-10T03:18:52,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=107 2024-11-10T03:18:52,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster(4106): Remote procedure done, pid=107 2024-11-10T03:18:52,002 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=107, resume processing ppid=106 2024-11-10T03:18:52,002 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=107, ppid=106, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.5360 sec 2024-11-10T03:18:52,003 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=106, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees in 2.5390 sec 2024-11-10T03:18:52,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(8581): Flush requested on ac8e7c452fee35bf784593b1d2d908f8 2024-11-10T03:18:52,137 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing ac8e7c452fee35bf784593b1d2d908f8 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-10T03:18:52,138 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac8e7c452fee35bf784593b1d2d908f8, store=A 2024-11-10T03:18:52,138 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:18:52,138 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac8e7c452fee35bf784593b1d2d908f8, store=B 2024-11-10T03:18:52,138 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:18:52,138 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac8e7c452fee35bf784593b1d2d908f8, store=C 2024-11-10T03:18:52,138 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:18:52,146 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110c58d2292a38c413ebddd1014dda631ca_ac8e7c452fee35bf784593b1d2d908f8 is 50, key is test_row_0/A:col10/1731208731513/Put/seqid=0 2024-11-10T03:18:52,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742199_1375 (size=14744) 2024-11-10T03:18:52,165 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:52,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54582 deadline: 1731208792159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:52,166 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:52,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54606 deadline: 1731208792161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:52,167 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:52,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54560 deadline: 1731208792161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:52,167 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:52,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54552 deadline: 1731208792161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:52,168 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:52,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54576 deadline: 1731208792162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:52,270 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:52,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54582 deadline: 1731208792266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:52,270 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:52,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54606 deadline: 1731208792266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:52,272 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:52,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54560 deadline: 1731208792268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:52,272 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:52,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54552 deadline: 1731208792268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:52,273 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:52,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54576 deadline: 1731208792269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:52,475 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:52,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54582 deadline: 1731208792471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:52,475 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:52,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54606 deadline: 1731208792472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:52,478 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:52,478 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:52,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54560 deadline: 1731208792473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:52,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54552 deadline: 1731208792473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:52,479 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:52,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54576 deadline: 1731208792475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:52,551 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:52,554 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110c58d2292a38c413ebddd1014dda631ca_ac8e7c452fee35bf784593b1d2d908f8 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110c58d2292a38c413ebddd1014dda631ca_ac8e7c452fee35bf784593b1d2d908f8 2024-11-10T03:18:52,555 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/.tmp/A/58a9eefa84494c56842b22dccc7cad47, store: [table=TestAcidGuarantees family=A region=ac8e7c452fee35bf784593b1d2d908f8] 2024-11-10T03:18:52,556 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/.tmp/A/58a9eefa84494c56842b22dccc7cad47 is 175, key is test_row_0/A:col10/1731208731513/Put/seqid=0 2024-11-10T03:18:52,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742200_1376 (size=39699) 2024-11-10T03:18:52,779 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:52,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54582 deadline: 1731208792776, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:52,780 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:52,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54606 deadline: 1731208792776, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:52,784 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:52,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54576 deadline: 1731208792779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:52,784 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:52,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54560 deadline: 1731208792780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:52,786 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:52,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54552 deadline: 1731208792781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:52,959 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=136, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/.tmp/A/58a9eefa84494c56842b22dccc7cad47 2024-11-10T03:18:52,965 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/.tmp/B/7ec2dc1a5b3f4116aac9a06c9f945dbe is 50, key is test_row_0/B:col10/1731208731513/Put/seqid=0 2024-11-10T03:18:52,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742201_1377 (size=12101) 2024-11-10T03:18:53,285 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:53,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54606 deadline: 1731208793281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:53,288 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:53,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54582 deadline: 1731208793284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:53,288 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:53,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54560 deadline: 1731208793285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:53,292 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:53,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54576 deadline: 1731208793287, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:53,294 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:53,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54552 deadline: 1731208793291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:53,369 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=136 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/.tmp/B/7ec2dc1a5b3f4116aac9a06c9f945dbe 2024-11-10T03:18:53,407 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/.tmp/C/9d9e71d8a0334463a17a94b32e485683 is 50, key is test_row_0/C:col10/1731208731513/Put/seqid=0 2024-11-10T03:18:53,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742202_1378 (size=12101) 2024-11-10T03:18:53,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-10T03:18:53,568 INFO [Thread-1561 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 106 completed 2024-11-10T03:18:53,569 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T03:18:53,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] procedure2.ProcedureExecutor(1098): Stored pid=108, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees 2024-11-10T03:18:53,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-10T03:18:53,571 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=108, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T03:18:53,571 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=108, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T03:18:53,571 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=109, ppid=108, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T03:18:53,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-10T03:18:53,722 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 700749f6e4aa,39315,1731208629620 2024-11-10T03:18:53,722 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39315 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-10T03:18:53,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8. 2024-11-10T03:18:53,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8. as already flushing 2024-11-10T03:18:53,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8. 2024-11-10T03:18:53,723 ERROR [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => ac8e7c452fee35bf784593b1d2d908f8, NAME => 'TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:18:53,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => ac8e7c452fee35bf784593b1d2d908f8, NAME => 'TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:18:53,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ac8e7c452fee35bf784593b1d2d908f8, NAME => 'TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ac8e7c452fee35bf784593b1d2d908f8, NAME => 'TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:18:53,811 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=136 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/.tmp/C/9d9e71d8a0334463a17a94b32e485683 2024-11-10T03:18:53,814 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/.tmp/A/58a9eefa84494c56842b22dccc7cad47 as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/A/58a9eefa84494c56842b22dccc7cad47 2024-11-10T03:18:53,817 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/A/58a9eefa84494c56842b22dccc7cad47, entries=200, sequenceid=136, filesize=38.8 K 2024-11-10T03:18:53,818 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/.tmp/B/7ec2dc1a5b3f4116aac9a06c9f945dbe as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/B/7ec2dc1a5b3f4116aac9a06c9f945dbe 2024-11-10T03:18:53,820 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/B/7ec2dc1a5b3f4116aac9a06c9f945dbe, entries=150, sequenceid=136, filesize=11.8 K 2024-11-10T03:18:53,821 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/.tmp/C/9d9e71d8a0334463a17a94b32e485683 as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/C/9d9e71d8a0334463a17a94b32e485683 2024-11-10T03:18:53,823 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/C/9d9e71d8a0334463a17a94b32e485683, entries=150, sequenceid=136, filesize=11.8 K 2024-11-10T03:18:53,824 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for ac8e7c452fee35bf784593b1d2d908f8 in 1687ms, sequenceid=136, compaction requested=true 2024-11-10T03:18:53,824 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for ac8e7c452fee35bf784593b1d2d908f8: 2024-11-10T03:18:53,824 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ac8e7c452fee35bf784593b1d2d908f8:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T03:18:53,824 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T03:18:53,824 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T03:18:53,824 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ac8e7c452fee35bf784593b1d2d908f8:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T03:18:53,824 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T03:18:53,824 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T03:18:53,824 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ac8e7c452fee35bf784593b1d2d908f8:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T03:18:53,824 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T03:18:53,825 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101815 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T03:18:53,825 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36309 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T03:18:53,825 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HStore(1540): ac8e7c452fee35bf784593b1d2d908f8/B is initiating minor compaction (all files) 2024-11-10T03:18:53,825 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HStore(1540): ac8e7c452fee35bf784593b1d2d908f8/A is initiating minor compaction (all files) 2024-11-10T03:18:53,825 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ac8e7c452fee35bf784593b1d2d908f8/A in TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8. 2024-11-10T03:18:53,825 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/A/48cc7c098959402e94b8da3284a68a65, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/A/aa69e6e912bf43efb8054b19e0118254, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/A/58a9eefa84494c56842b22dccc7cad47] into tmpdir=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/.tmp, totalSize=99.4 K 2024-11-10T03:18:53,825 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ac8e7c452fee35bf784593b1d2d908f8/B in TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8. 2024-11-10T03:18:53,825 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8. 2024-11-10T03:18:53,825 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/B/394b036ba0cd49c9b26122bef135ffd0, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/B/deb696d8265848a78ffa636dfcddc1b0, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/B/7ec2dc1a5b3f4116aac9a06c9f945dbe] into tmpdir=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/.tmp, totalSize=35.5 K 2024-11-10T03:18:53,825 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8. files: [hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/A/48cc7c098959402e94b8da3284a68a65, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/A/aa69e6e912bf43efb8054b19e0118254, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/A/58a9eefa84494c56842b22dccc7cad47] 2024-11-10T03:18:53,826 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.Compactor(224): Compacting 394b036ba0cd49c9b26122bef135ffd0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1731208728220 2024-11-10T03:18:53,826 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.Compactor(224): Compacting 48cc7c098959402e94b8da3284a68a65, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1731208728220 2024-11-10T03:18:53,826 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.Compactor(224): Compacting aa69e6e912bf43efb8054b19e0118254, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1731208729366 2024-11-10T03:18:53,826 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.Compactor(224): Compacting deb696d8265848a78ffa636dfcddc1b0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1731208729366 2024-11-10T03:18:53,826 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.Compactor(224): Compacting 58a9eefa84494c56842b22dccc7cad47, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1731208731513 2024-11-10T03:18:53,826 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.Compactor(224): Compacting 7ec2dc1a5b3f4116aac9a06c9f945dbe, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1731208731513 2024-11-10T03:18:53,831 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=ac8e7c452fee35bf784593b1d2d908f8] 2024-11-10T03:18:53,832 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ac8e7c452fee35bf784593b1d2d908f8#B#compaction#319 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-10T03:18:53,833 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/.tmp/B/4cad33707d1743ee8a3a566788dc4e8c is 50, key is test_row_0/B:col10/1731208731513/Put/seqid=0 2024-11-10T03:18:53,836 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241110f1ecccfc1b9f441b87487060af5bc44e_ac8e7c452fee35bf784593b1d2d908f8 store=[table=TestAcidGuarantees family=A region=ac8e7c452fee35bf784593b1d2d908f8] 2024-11-10T03:18:53,837 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241110f1ecccfc1b9f441b87487060af5bc44e_ac8e7c452fee35bf784593b1d2d908f8, store=[table=TestAcidGuarantees family=A region=ac8e7c452fee35bf784593b1d2d908f8] 2024-11-10T03:18:53,837 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110f1ecccfc1b9f441b87487060af5bc44e_ac8e7c452fee35bf784593b1d2d908f8 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=ac8e7c452fee35bf784593b1d2d908f8] 2024-11-10T03:18:53,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742203_1379 (size=12409) 2024-11-10T03:18:53,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742204_1380 (size=4469) 2024-11-10T03:18:53,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-10T03:18:53,874 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 700749f6e4aa,39315,1731208629620 2024-11-10T03:18:53,875 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39315 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-10T03:18:53,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8. 2024-11-10T03:18:53,875 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2837): Flushing ac8e7c452fee35bf784593b1d2d908f8 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-10T03:18:53,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac8e7c452fee35bf784593b1d2d908f8, store=A 2024-11-10T03:18:53,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:18:53,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac8e7c452fee35bf784593b1d2d908f8, store=B 2024-11-10T03:18:53,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:18:53,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac8e7c452fee35bf784593b1d2d908f8, store=C 2024-11-10T03:18:53,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:18:53,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111042ccaa68e9d04cb6ba3bb23ddc848ce5_ac8e7c452fee35bf784593b1d2d908f8 is 50, key is test_row_0/A:col10/1731208732160/Put/seqid=0 2024-11-10T03:18:53,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742205_1381 (size=12304) 2024-11-10T03:18:54,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-10T03:18:54,243 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/.tmp/B/4cad33707d1743ee8a3a566788dc4e8c as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/B/4cad33707d1743ee8a3a566788dc4e8c 2024-11-10T03:18:54,245 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ac8e7c452fee35bf784593b1d2d908f8#A#compaction#318 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T03:18:54,245 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/.tmp/A/c23b504e2ac94e2cac7f2499c8470af5 is 175, key is test_row_0/A:col10/1731208731513/Put/seqid=0 2024-11-10T03:18:54,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742206_1382 (size=31363) 2024-11-10T03:18:54,248 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ac8e7c452fee35bf784593b1d2d908f8/B of ac8e7c452fee35bf784593b1d2d908f8 into 4cad33707d1743ee8a3a566788dc4e8c(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T03:18:54,248 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ac8e7c452fee35bf784593b1d2d908f8: 2024-11-10T03:18:54,248 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8., storeName=ac8e7c452fee35bf784593b1d2d908f8/B, priority=13, startTime=1731208733824; duration=0sec 2024-11-10T03:18:54,248 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T03:18:54,248 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ac8e7c452fee35bf784593b1d2d908f8:B 2024-11-10T03:18:54,248 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T03:18:54,249 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36309 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T03:18:54,249 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HStore(1540): ac8e7c452fee35bf784593b1d2d908f8/C is initiating minor compaction (all files) 2024-11-10T03:18:54,249 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ac8e7c452fee35bf784593b1d2d908f8/C in TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8. 2024-11-10T03:18:54,249 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/C/669b8d25c8c54e5eb586dbd3bd589975, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/C/17773e6f353e4cab9091aa04f6598074, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/C/9d9e71d8a0334463a17a94b32e485683] into tmpdir=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/.tmp, totalSize=35.5 K 2024-11-10T03:18:54,249 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.Compactor(224): Compacting 669b8d25c8c54e5eb586dbd3bd589975, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1731208728220 2024-11-10T03:18:54,250 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.Compactor(224): Compacting 17773e6f353e4cab9091aa04f6598074, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1731208729366 2024-11-10T03:18:54,250 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.Compactor(224): Compacting 9d9e71d8a0334463a17a94b32e485683, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1731208731513 2024-11-10T03:18:54,255 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ac8e7c452fee35bf784593b1d2d908f8#C#compaction#321 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T03:18:54,256 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/.tmp/C/0476e79920a64a1f82503442064632f5 is 50, key is test_row_0/C:col10/1731208731513/Put/seqid=0 2024-11-10T03:18:54,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742207_1383 (size=12409) 2024-11-10T03:18:54,265 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/.tmp/C/0476e79920a64a1f82503442064632f5 as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/C/0476e79920a64a1f82503442064632f5 2024-11-10T03:18:54,270 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ac8e7c452fee35bf784593b1d2d908f8/C of ac8e7c452fee35bf784593b1d2d908f8 into 0476e79920a64a1f82503442064632f5(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T03:18:54,270 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ac8e7c452fee35bf784593b1d2d908f8: 2024-11-10T03:18:54,270 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8., storeName=ac8e7c452fee35bf784593b1d2d908f8/C, priority=13, startTime=1731208733824; duration=0sec 2024-11-10T03:18:54,270 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T03:18:54,270 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ac8e7c452fee35bf784593b1d2d908f8:C 2024-11-10T03:18:54,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:54,287 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111042ccaa68e9d04cb6ba3bb23ddc848ce5_ac8e7c452fee35bf784593b1d2d908f8 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111042ccaa68e9d04cb6ba3bb23ddc848ce5_ac8e7c452fee35bf784593b1d2d908f8 2024-11-10T03:18:54,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/.tmp/A/1e30d1484ff74394a2ed56e226d764de, store: [table=TestAcidGuarantees family=A region=ac8e7c452fee35bf784593b1d2d908f8] 2024-11-10T03:18:54,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/.tmp/A/1e30d1484ff74394a2ed56e226d764de is 175, key is test_row_0/A:col10/1731208732160/Put/seqid=0 2024-11-10T03:18:54,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(8581): Flush requested on ac8e7c452fee35bf784593b1d2d908f8 2024-11-10T03:18:54,293 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8. as already flushing 2024-11-10T03:18:54,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742208_1384 (size=31105) 2024-11-10T03:18:54,345 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:54,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54582 deadline: 1731208794341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:54,347 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:54,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54576 deadline: 1731208794341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:54,347 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:54,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54606 deadline: 1731208794342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:54,348 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:54,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54552 deadline: 1731208794342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:54,348 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:54,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54560 deadline: 1731208794342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:54,450 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:54,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54582 deadline: 1731208794446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:54,451 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:54,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54576 deadline: 1731208794448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:54,452 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:54,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54606 deadline: 1731208794448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:54,452 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:54,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54552 deadline: 1731208794448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:54,452 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:54,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54560 deadline: 1731208794449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:54,652 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/.tmp/A/c23b504e2ac94e2cac7f2499c8470af5 as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/A/c23b504e2ac94e2cac7f2499c8470af5 2024-11-10T03:18:54,656 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ac8e7c452fee35bf784593b1d2d908f8/A of ac8e7c452fee35bf784593b1d2d908f8 into c23b504e2ac94e2cac7f2499c8470af5(size=30.6 K), total size for store is 30.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T03:18:54,656 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ac8e7c452fee35bf784593b1d2d908f8: 2024-11-10T03:18:54,656 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8., storeName=ac8e7c452fee35bf784593b1d2d908f8/A, priority=13, startTime=1731208733824; duration=0sec 2024-11-10T03:18:54,656 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T03:18:54,656 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ac8e7c452fee35bf784593b1d2d908f8:A 2024-11-10T03:18:54,658 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:54,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54582 deadline: 1731208794652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:54,659 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:54,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54576 deadline: 1731208794652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:54,659 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:54,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54560 deadline: 1731208794653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:54,659 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:54,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54606 deadline: 1731208794654, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:54,659 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:54,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54552 deadline: 1731208794654, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:54,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-10T03:18:54,696 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=154, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/.tmp/A/1e30d1484ff74394a2ed56e226d764de 2024-11-10T03:18:54,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/.tmp/B/f5d7ec4dc21849ab84f4f1c564a9b614 is 50, key is test_row_0/B:col10/1731208732160/Put/seqid=0 2024-11-10T03:18:54,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742209_1385 (size=12151) 2024-11-10T03:18:54,707 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=154 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/.tmp/B/f5d7ec4dc21849ab84f4f1c564a9b614 2024-11-10T03:18:54,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/.tmp/C/c80c07cbe7d84fcc9093596ca5b42ee9 is 50, key is test_row_0/C:col10/1731208732160/Put/seqid=0 2024-11-10T03:18:54,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742210_1386 (size=12151) 2024-11-10T03:18:54,962 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:54,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54560 deadline: 1731208794961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:54,963 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:54,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54606 deadline: 1731208794961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:54,965 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:54,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54582 deadline: 1731208794961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:54,965 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:54,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54576 deadline: 1731208794961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:54,965 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:54,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54552 deadline: 1731208794962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:55,121 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=154 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/.tmp/C/c80c07cbe7d84fcc9093596ca5b42ee9 2024-11-10T03:18:55,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/.tmp/A/1e30d1484ff74394a2ed56e226d764de as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/A/1e30d1484ff74394a2ed56e226d764de 2024-11-10T03:18:55,127 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/A/1e30d1484ff74394a2ed56e226d764de, entries=150, sequenceid=154, filesize=30.4 K 2024-11-10T03:18:55,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/.tmp/B/f5d7ec4dc21849ab84f4f1c564a9b614 as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/B/f5d7ec4dc21849ab84f4f1c564a9b614 2024-11-10T03:18:55,130 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/B/f5d7ec4dc21849ab84f4f1c564a9b614, entries=150, sequenceid=154, filesize=11.9 K 2024-11-10T03:18:55,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/.tmp/C/c80c07cbe7d84fcc9093596ca5b42ee9 as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/C/c80c07cbe7d84fcc9093596ca5b42ee9 2024-11-10T03:18:55,134 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/C/c80c07cbe7d84fcc9093596ca5b42ee9, entries=150, sequenceid=154, filesize=11.9 K 2024-11-10T03:18:55,135 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=107.34 KB/109920 for ac8e7c452fee35bf784593b1d2d908f8 in 1260ms, sequenceid=154, compaction requested=false 2024-11-10T03:18:55,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2538): Flush status journal for ac8e7c452fee35bf784593b1d2d908f8: 2024-11-10T03:18:55,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8. 2024-11-10T03:18:55,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=109 2024-11-10T03:18:55,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster(4106): Remote procedure done, pid=109 2024-11-10T03:18:55,137 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=109, resume processing ppid=108 2024-11-10T03:18:55,137 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=109, ppid=108, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5650 sec 2024-11-10T03:18:55,138 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=108, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees in 1.5680 sec 2024-11-10T03:18:55,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(8581): Flush requested on ac8e7c452fee35bf784593b1d2d908f8 2024-11-10T03:18:55,470 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing ac8e7c452fee35bf784593b1d2d908f8 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-10T03:18:55,471 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac8e7c452fee35bf784593b1d2d908f8, store=A 2024-11-10T03:18:55,471 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:18:55,471 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac8e7c452fee35bf784593b1d2d908f8, store=B 2024-11-10T03:18:55,471 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:18:55,471 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac8e7c452fee35bf784593b1d2d908f8, store=C 2024-11-10T03:18:55,471 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:18:55,476 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111015c75ffd59f148c8aafe6eae0980a8bb_ac8e7c452fee35bf784593b1d2d908f8 is 50, key is test_row_0/A:col10/1731208734341/Put/seqid=0 2024-11-10T03:18:55,491 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:55,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54552 deadline: 1731208795482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:55,492 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:55,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54560 deadline: 1731208795485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:55,493 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:55,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54606 deadline: 1731208795486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:55,493 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:55,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54582 deadline: 1731208795486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:55,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742211_1387 (size=14794) 2024-11-10T03:18:55,499 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:55,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54576 deadline: 1731208795491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:55,597 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:55,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54552 deadline: 1731208795592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:55,597 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:55,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54560 deadline: 1731208795592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:55,598 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:55,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54606 deadline: 1731208795593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:55,598 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:55,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54582 deadline: 1731208795593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:55,604 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:55,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54576 deadline: 1731208795600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:55,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-10T03:18:55,674 INFO [Thread-1561 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 108 completed 2024-11-10T03:18:55,675 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T03:18:55,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] procedure2.ProcedureExecutor(1098): Stored pid=110, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees 2024-11-10T03:18:55,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-10T03:18:55,676 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=110, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T03:18:55,677 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=110, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T03:18:55,677 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=111, ppid=110, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T03:18:55,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-10T03:18:55,802 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:55,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54552 deadline: 1731208795798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:55,803 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:55,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54582 deadline: 1731208795799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:55,804 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:55,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54560 deadline: 1731208795799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:55,804 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:55,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54606 deadline: 1731208795799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:55,808 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:55,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54576 deadline: 1731208795804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:55,828 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 700749f6e4aa,39315,1731208629620 2024-11-10T03:18:55,828 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39315 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-10T03:18:55,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8. 2024-11-10T03:18:55,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8. as already flushing 2024-11-10T03:18:55,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8. 2024-11-10T03:18:55,829 ERROR [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => ac8e7c452fee35bf784593b1d2d908f8, NAME => 'TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:18:55,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => ac8e7c452fee35bf784593b1d2d908f8, NAME => 'TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:18:55,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ac8e7c452fee35bf784593b1d2d908f8, NAME => 'TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ac8e7c452fee35bf784593b1d2d908f8, NAME => 'TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:18:55,895 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:55,898 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111015c75ffd59f148c8aafe6eae0980a8bb_ac8e7c452fee35bf784593b1d2d908f8 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111015c75ffd59f148c8aafe6eae0980a8bb_ac8e7c452fee35bf784593b1d2d908f8 2024-11-10T03:18:55,898 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/.tmp/A/9e111823d28d490b9c33f51437b99dff, store: [table=TestAcidGuarantees family=A region=ac8e7c452fee35bf784593b1d2d908f8] 2024-11-10T03:18:55,899 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/.tmp/A/9e111823d28d490b9c33f51437b99dff is 175, key is test_row_0/A:col10/1731208734341/Put/seqid=0 2024-11-10T03:18:55,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742212_1388 (size=39749) 2024-11-10T03:18:55,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-10T03:18:55,980 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 700749f6e4aa,39315,1731208629620 2024-11-10T03:18:55,981 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39315 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-10T03:18:55,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8. 2024-11-10T03:18:55,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8. as already flushing 2024-11-10T03:18:55,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8. 2024-11-10T03:18:55,981 ERROR [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => ac8e7c452fee35bf784593b1d2d908f8, NAME => 'TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:18:55,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => ac8e7c452fee35bf784593b1d2d908f8, NAME => 'TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:18:55,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ac8e7c452fee35bf784593b1d2d908f8, NAME => 'TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ac8e7c452fee35bf784593b1d2d908f8, NAME => 'TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:18:56,109 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:56,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54552 deadline: 1731208796104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:56,109 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:56,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54582 deadline: 1731208796104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:56,110 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:56,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54606 deadline: 1731208796106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:56,110 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:56,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54560 deadline: 1731208796107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:56,116 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:56,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54576 deadline: 1731208796111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:56,133 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 700749f6e4aa,39315,1731208629620 2024-11-10T03:18:56,133 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39315 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-10T03:18:56,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8. 2024-11-10T03:18:56,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8. as already flushing 2024-11-10T03:18:56,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8. 2024-11-10T03:18:56,133 ERROR [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => ac8e7c452fee35bf784593b1d2d908f8, NAME => 'TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:18:56,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => ac8e7c452fee35bf784593b1d2d908f8, NAME => 'TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:18:56,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ac8e7c452fee35bf784593b1d2d908f8, NAME => 'TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ac8e7c452fee35bf784593b1d2d908f8, NAME => 'TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:18:56,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-10T03:18:56,285 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 700749f6e4aa,39315,1731208629620 2024-11-10T03:18:56,285 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39315 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-10T03:18:56,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8. 2024-11-10T03:18:56,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8. as already flushing 2024-11-10T03:18:56,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8. 2024-11-10T03:18:56,286 ERROR [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => ac8e7c452fee35bf784593b1d2d908f8, NAME => 'TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:18:56,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => ac8e7c452fee35bf784593b1d2d908f8, NAME => 'TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:18:56,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ac8e7c452fee35bf784593b1d2d908f8, NAME => 'TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ac8e7c452fee35bf784593b1d2d908f8, NAME => 'TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:18:56,303 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=178, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/.tmp/A/9e111823d28d490b9c33f51437b99dff 2024-11-10T03:18:56,308 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/.tmp/B/18bc69818e5b4edd8d220465f04f7fd6 is 50, key is test_row_0/B:col10/1731208734341/Put/seqid=0 2024-11-10T03:18:56,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742213_1389 (size=12151) 2024-11-10T03:18:56,437 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 700749f6e4aa,39315,1731208629620 2024-11-10T03:18:56,438 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39315 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-10T03:18:56,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8. 2024-11-10T03:18:56,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8. as already flushing 2024-11-10T03:18:56,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8. 2024-11-10T03:18:56,438 ERROR [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => ac8e7c452fee35bf784593b1d2d908f8, NAME => 'TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:18:56,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => ac8e7c452fee35bf784593b1d2d908f8, NAME => 'TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:18:56,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ac8e7c452fee35bf784593b1d2d908f8, NAME => 'TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ac8e7c452fee35bf784593b1d2d908f8, NAME => 'TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:18:56,589 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 700749f6e4aa,39315,1731208629620 2024-11-10T03:18:56,590 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39315 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-10T03:18:56,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8. 2024-11-10T03:18:56,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8. as already flushing 2024-11-10T03:18:56,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8. 2024-11-10T03:18:56,590 ERROR [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => ac8e7c452fee35bf784593b1d2d908f8, NAME => 'TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:18:56,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => ac8e7c452fee35bf784593b1d2d908f8, NAME => 'TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:18:56,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ac8e7c452fee35bf784593b1d2d908f8, NAME => 'TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ac8e7c452fee35bf784593b1d2d908f8, NAME => 'TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:18:56,615 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:56,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54560 deadline: 1731208796610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:56,615 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:56,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54606 deadline: 1731208796611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:56,616 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:56,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54552 deadline: 1731208796614, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:56,616 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:56,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54582 deadline: 1731208796614, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:56,622 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:56,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54576 deadline: 1731208796617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:56,714 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=178 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/.tmp/B/18bc69818e5b4edd8d220465f04f7fd6 2024-11-10T03:18:56,719 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/.tmp/C/1f78a61e2a98482ea038f0522c48e0f7 is 50, key is test_row_0/C:col10/1731208734341/Put/seqid=0 2024-11-10T03:18:56,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742214_1390 (size=12151) 2024-11-10T03:18:56,742 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 700749f6e4aa,39315,1731208629620 2024-11-10T03:18:56,742 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39315 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-10T03:18:56,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8. 2024-11-10T03:18:56,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8. as already flushing 2024-11-10T03:18:56,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8. 2024-11-10T03:18:56,743 ERROR [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => ac8e7c452fee35bf784593b1d2d908f8, NAME => 'TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:18:56,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => ac8e7c452fee35bf784593b1d2d908f8, NAME => 'TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:18:56,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ac8e7c452fee35bf784593b1d2d908f8, NAME => 'TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ac8e7c452fee35bf784593b1d2d908f8, NAME => 'TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:18:56,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-10T03:18:56,894 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 700749f6e4aa,39315,1731208629620 2024-11-10T03:18:56,895 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39315 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-10T03:18:56,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8. 2024-11-10T03:18:56,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8. as already flushing 2024-11-10T03:18:56,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8. 2024-11-10T03:18:56,895 ERROR [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => ac8e7c452fee35bf784593b1d2d908f8, NAME => 'TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:18:56,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => ac8e7c452fee35bf784593b1d2d908f8, NAME => 'TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:18:56,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ac8e7c452fee35bf784593b1d2d908f8, NAME => 'TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ac8e7c452fee35bf784593b1d2d908f8, NAME => 'TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:18:57,047 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 700749f6e4aa,39315,1731208629620 2024-11-10T03:18:57,047 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39315 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-10T03:18:57,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8. 2024-11-10T03:18:57,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8. as already flushing 2024-11-10T03:18:57,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8. 2024-11-10T03:18:57,047 ERROR [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => ac8e7c452fee35bf784593b1d2d908f8, NAME => 'TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:18:57,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => ac8e7c452fee35bf784593b1d2d908f8, NAME => 'TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:18:57,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ac8e7c452fee35bf784593b1d2d908f8, NAME => 'TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ac8e7c452fee35bf784593b1d2d908f8, NAME => 'TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:18:57,123 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=178 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/.tmp/C/1f78a61e2a98482ea038f0522c48e0f7 2024-11-10T03:18:57,127 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/.tmp/A/9e111823d28d490b9c33f51437b99dff as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/A/9e111823d28d490b9c33f51437b99dff 2024-11-10T03:18:57,129 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/A/9e111823d28d490b9c33f51437b99dff, entries=200, sequenceid=178, filesize=38.8 K 2024-11-10T03:18:57,130 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/.tmp/B/18bc69818e5b4edd8d220465f04f7fd6 as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/B/18bc69818e5b4edd8d220465f04f7fd6 2024-11-10T03:18:57,132 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/B/18bc69818e5b4edd8d220465f04f7fd6, entries=150, sequenceid=178, filesize=11.9 K 2024-11-10T03:18:57,133 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/.tmp/C/1f78a61e2a98482ea038f0522c48e0f7 as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/C/1f78a61e2a98482ea038f0522c48e0f7 2024-11-10T03:18:57,135 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/C/1f78a61e2a98482ea038f0522c48e0f7, entries=150, sequenceid=178, filesize=11.9 K 2024-11-10T03:18:57,136 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for ac8e7c452fee35bf784593b1d2d908f8 in 1666ms, sequenceid=178, compaction requested=true 2024-11-10T03:18:57,136 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for ac8e7c452fee35bf784593b1d2d908f8: 2024-11-10T03:18:57,136 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ac8e7c452fee35bf784593b1d2d908f8:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T03:18:57,136 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T03:18:57,137 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ac8e7c452fee35bf784593b1d2d908f8:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T03:18:57,137 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T03:18:57,137 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T03:18:57,137 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T03:18:57,137 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ac8e7c452fee35bf784593b1d2d908f8:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T03:18:57,137 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T03:18:57,137 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102217 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T03:18:57,137 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36711 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T03:18:57,137 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HStore(1540): ac8e7c452fee35bf784593b1d2d908f8/A is initiating minor compaction (all files) 2024-11-10T03:18:57,137 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HStore(1540): ac8e7c452fee35bf784593b1d2d908f8/B is initiating minor compaction (all files) 2024-11-10T03:18:57,138 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ac8e7c452fee35bf784593b1d2d908f8/A in TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8. 2024-11-10T03:18:57,138 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ac8e7c452fee35bf784593b1d2d908f8/B in TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8. 2024-11-10T03:18:57,138 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/B/4cad33707d1743ee8a3a566788dc4e8c, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/B/f5d7ec4dc21849ab84f4f1c564a9b614, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/B/18bc69818e5b4edd8d220465f04f7fd6] into tmpdir=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/.tmp, totalSize=35.9 K 2024-11-10T03:18:57,138 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/A/c23b504e2ac94e2cac7f2499c8470af5, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/A/1e30d1484ff74394a2ed56e226d764de, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/A/9e111823d28d490b9c33f51437b99dff] into tmpdir=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/.tmp, totalSize=99.8 K 2024-11-10T03:18:57,138 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8. 2024-11-10T03:18:57,138 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8. files: [hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/A/c23b504e2ac94e2cac7f2499c8470af5, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/A/1e30d1484ff74394a2ed56e226d764de, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/A/9e111823d28d490b9c33f51437b99dff] 2024-11-10T03:18:57,138 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.Compactor(224): Compacting 4cad33707d1743ee8a3a566788dc4e8c, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1731208731513 2024-11-10T03:18:57,138 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.Compactor(224): Compacting c23b504e2ac94e2cac7f2499c8470af5, keycount=150, bloomtype=ROW, size=30.6 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1731208731513 2024-11-10T03:18:57,138 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.Compactor(224): Compacting f5d7ec4dc21849ab84f4f1c564a9b614, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1731208732153 2024-11-10T03:18:57,138 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1e30d1484ff74394a2ed56e226d764de, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1731208732153 2024-11-10T03:18:57,139 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.Compactor(224): Compacting 18bc69818e5b4edd8d220465f04f7fd6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=178, earliestPutTs=1731208734341 2024-11-10T03:18:57,139 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9e111823d28d490b9c33f51437b99dff, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=178, earliestPutTs=1731208734341 2024-11-10T03:18:57,142 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=ac8e7c452fee35bf784593b1d2d908f8] 2024-11-10T03:18:57,144 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ac8e7c452fee35bf784593b1d2d908f8#B#compaction#327 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-10T03:18:57,144 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241110d82a4f76edaa47c2b1f796b692ac07ed_ac8e7c452fee35bf784593b1d2d908f8 store=[table=TestAcidGuarantees family=A region=ac8e7c452fee35bf784593b1d2d908f8] 2024-11-10T03:18:57,144 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/.tmp/B/324f3d8ccc1547399a1d6fe6f489dd84 is 50, key is test_row_0/B:col10/1731208734341/Put/seqid=0 2024-11-10T03:18:57,146 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241110d82a4f76edaa47c2b1f796b692ac07ed_ac8e7c452fee35bf784593b1d2d908f8, store=[table=TestAcidGuarantees family=A region=ac8e7c452fee35bf784593b1d2d908f8] 2024-11-10T03:18:57,146 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110d82a4f76edaa47c2b1f796b692ac07ed_ac8e7c452fee35bf784593b1d2d908f8 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=ac8e7c452fee35bf784593b1d2d908f8] 2024-11-10T03:18:57,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742215_1391 (size=12561) 2024-11-10T03:18:57,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742216_1392 (size=4469) 2024-11-10T03:18:57,199 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 700749f6e4aa,39315,1731208629620 2024-11-10T03:18:57,199 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39315 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-10T03:18:57,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8. 2024-11-10T03:18:57,199 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2837): Flushing ac8e7c452fee35bf784593b1d2d908f8 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-10T03:18:57,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac8e7c452fee35bf784593b1d2d908f8, store=A 2024-11-10T03:18:57,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:18:57,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac8e7c452fee35bf784593b1d2d908f8, store=B 2024-11-10T03:18:57,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:18:57,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac8e7c452fee35bf784593b1d2d908f8, store=C 2024-11-10T03:18:57,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:18:57,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110c42ae234d8bf474abba37b7c9fa750fe_ac8e7c452fee35bf784593b1d2d908f8 is 50, key is test_row_0/A:col10/1731208735490/Put/seqid=0 2024-11-10T03:18:57,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742217_1393 (size=12304) 2024-11-10T03:18:57,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:57,210 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110c42ae234d8bf474abba37b7c9fa750fe_ac8e7c452fee35bf784593b1d2d908f8 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110c42ae234d8bf474abba37b7c9fa750fe_ac8e7c452fee35bf784593b1d2d908f8 2024-11-10T03:18:57,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/.tmp/A/f5af9fee7c3c4d3eb570c60a387835c9, store: [table=TestAcidGuarantees family=A region=ac8e7c452fee35bf784593b1d2d908f8] 2024-11-10T03:18:57,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/.tmp/A/f5af9fee7c3c4d3eb570c60a387835c9 is 175, key is test_row_0/A:col10/1731208735490/Put/seqid=0 2024-11-10T03:18:57,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742218_1394 (size=31105) 2024-11-10T03:18:57,551 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ac8e7c452fee35bf784593b1d2d908f8#A#compaction#328 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T03:18:57,551 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/.tmp/B/324f3d8ccc1547399a1d6fe6f489dd84 as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/B/324f3d8ccc1547399a1d6fe6f489dd84 2024-11-10T03:18:57,551 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/.tmp/A/dfbe056246be4304b984a3237de417e1 is 175, key is test_row_0/A:col10/1731208734341/Put/seqid=0 2024-11-10T03:18:57,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742219_1395 (size=31515) 2024-11-10T03:18:57,555 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ac8e7c452fee35bf784593b1d2d908f8/B of ac8e7c452fee35bf784593b1d2d908f8 into 324f3d8ccc1547399a1d6fe6f489dd84(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T03:18:57,555 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ac8e7c452fee35bf784593b1d2d908f8: 2024-11-10T03:18:57,555 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8., storeName=ac8e7c452fee35bf784593b1d2d908f8/B, priority=13, startTime=1731208737136; duration=0sec 2024-11-10T03:18:57,556 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T03:18:57,556 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ac8e7c452fee35bf784593b1d2d908f8:B 2024-11-10T03:18:57,556 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T03:18:57,556 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36711 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T03:18:57,556 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HStore(1540): ac8e7c452fee35bf784593b1d2d908f8/C is initiating minor compaction (all files) 2024-11-10T03:18:57,557 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ac8e7c452fee35bf784593b1d2d908f8/C in TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8. 2024-11-10T03:18:57,557 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/C/0476e79920a64a1f82503442064632f5, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/C/c80c07cbe7d84fcc9093596ca5b42ee9, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/C/1f78a61e2a98482ea038f0522c48e0f7] into tmpdir=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/.tmp, totalSize=35.9 K 2024-11-10T03:18:57,557 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.Compactor(224): Compacting 0476e79920a64a1f82503442064632f5, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1731208731513 2024-11-10T03:18:57,557 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.Compactor(224): Compacting c80c07cbe7d84fcc9093596ca5b42ee9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1731208732153 2024-11-10T03:18:57,557 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.Compactor(224): Compacting 1f78a61e2a98482ea038f0522c48e0f7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=178, earliestPutTs=1731208734341 2024-11-10T03:18:57,562 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ac8e7c452fee35bf784593b1d2d908f8#C#compaction#330 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T03:18:57,562 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/.tmp/C/27d4add601334da6aae043b40eaeb9ce is 50, key is test_row_0/C:col10/1731208734341/Put/seqid=0 2024-11-10T03:18:57,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742220_1396 (size=12561) 2024-11-10T03:18:57,616 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=193, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/.tmp/A/f5af9fee7c3c4d3eb570c60a387835c9 2024-11-10T03:18:57,621 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8. as already flushing 2024-11-10T03:18:57,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(8581): Flush requested on ac8e7c452fee35bf784593b1d2d908f8 2024-11-10T03:18:57,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/.tmp/B/19b05eeebe1d431baf2c0c90027bc297 is 50, key is test_row_0/B:col10/1731208735490/Put/seqid=0 2024-11-10T03:18:57,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742221_1397 (size=12151) 2024-11-10T03:18:57,650 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:57,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54606 deadline: 1731208797641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:57,650 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:57,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54552 deadline: 1731208797642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:57,650 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:57,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54560 deadline: 1731208797643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:57,652 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:57,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54576 deadline: 1731208797649, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:57,656 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:57,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54582 deadline: 1731208797650, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:57,754 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:57,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54606 deadline: 1731208797751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:57,754 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:57,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54552 deadline: 1731208797751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:57,754 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:57,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54560 deadline: 1731208797751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:57,757 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:57,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54576 deadline: 1731208797753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:57,760 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:57,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54582 deadline: 1731208797757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:57,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-10T03:18:57,959 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:57,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54606 deadline: 1731208797956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:57,960 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:57,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54552 deadline: 1731208797956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:57,960 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:57,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54560 deadline: 1731208797956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:57,960 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:57,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54576 deadline: 1731208797957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:57,962 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/.tmp/A/dfbe056246be4304b984a3237de417e1 as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/A/dfbe056246be4304b984a3237de417e1 2024-11-10T03:18:57,966 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ac8e7c452fee35bf784593b1d2d908f8/A of ac8e7c452fee35bf784593b1d2d908f8 into dfbe056246be4304b984a3237de417e1(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T03:18:57,966 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:57,966 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ac8e7c452fee35bf784593b1d2d908f8: 2024-11-10T03:18:57,966 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8., storeName=ac8e7c452fee35bf784593b1d2d908f8/A, priority=13, startTime=1731208737136; duration=0sec 2024-11-10T03:18:57,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54582 deadline: 1731208797961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:57,966 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T03:18:57,966 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ac8e7c452fee35bf784593b1d2d908f8:A 2024-11-10T03:18:57,969 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/.tmp/C/27d4add601334da6aae043b40eaeb9ce as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/C/27d4add601334da6aae043b40eaeb9ce 2024-11-10T03:18:57,973 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ac8e7c452fee35bf784593b1d2d908f8/C of ac8e7c452fee35bf784593b1d2d908f8 into 27d4add601334da6aae043b40eaeb9ce(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T03:18:57,973 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ac8e7c452fee35bf784593b1d2d908f8: 2024-11-10T03:18:57,973 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8., storeName=ac8e7c452fee35bf784593b1d2d908f8/C, priority=13, startTime=1731208737137; duration=0sec 2024-11-10T03:18:57,973 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T03:18:57,973 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ac8e7c452fee35bf784593b1d2d908f8:C 2024-11-10T03:18:58,025 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=193 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/.tmp/B/19b05eeebe1d431baf2c0c90027bc297 2024-11-10T03:18:58,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/.tmp/C/3007b318d4fa4551938facf4bdc39c99 is 50, key is test_row_0/C:col10/1731208735490/Put/seqid=0 2024-11-10T03:18:58,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742222_1398 (size=12151) 2024-11-10T03:18:58,264 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:58,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54552 deadline: 1731208798261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:58,264 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:58,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54560 deadline: 1731208798261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:58,264 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:58,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54576 deadline: 1731208798261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:58,265 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:58,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54606 deadline: 1731208798262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:58,269 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:58,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54582 deadline: 1731208798268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:58,435 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=193 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/.tmp/C/3007b318d4fa4551938facf4bdc39c99 2024-11-10T03:18:58,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/.tmp/A/f5af9fee7c3c4d3eb570c60a387835c9 as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/A/f5af9fee7c3c4d3eb570c60a387835c9 2024-11-10T03:18:58,466 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/A/f5af9fee7c3c4d3eb570c60a387835c9, entries=150, sequenceid=193, filesize=30.4 K 2024-11-10T03:18:58,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/.tmp/B/19b05eeebe1d431baf2c0c90027bc297 as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/B/19b05eeebe1d431baf2c0c90027bc297 2024-11-10T03:18:58,469 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/B/19b05eeebe1d431baf2c0c90027bc297, entries=150, sequenceid=193, filesize=11.9 K 2024-11-10T03:18:58,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/.tmp/C/3007b318d4fa4551938facf4bdc39c99 as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/C/3007b318d4fa4551938facf4bdc39c99 2024-11-10T03:18:58,472 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/C/3007b318d4fa4551938facf4bdc39c99, entries=150, sequenceid=193, filesize=11.9 K 2024-11-10T03:18:58,473 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for ac8e7c452fee35bf784593b1d2d908f8 in 1274ms, sequenceid=193, compaction requested=false 2024-11-10T03:18:58,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2538): Flush status journal for ac8e7c452fee35bf784593b1d2d908f8: 2024-11-10T03:18:58,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8. 2024-11-10T03:18:58,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=111 2024-11-10T03:18:58,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster(4106): Remote procedure done, pid=111 2024-11-10T03:18:58,475 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=111, resume processing ppid=110 2024-11-10T03:18:58,475 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=111, ppid=110, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.7970 sec 2024-11-10T03:18:58,476 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=110, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees in 2.8000 sec 2024-11-10T03:18:58,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(8581): Flush requested on ac8e7c452fee35bf784593b1d2d908f8 2024-11-10T03:18:58,770 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing ac8e7c452fee35bf784593b1d2d908f8 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-10T03:18:58,771 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac8e7c452fee35bf784593b1d2d908f8, store=A 2024-11-10T03:18:58,771 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:18:58,771 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac8e7c452fee35bf784593b1d2d908f8, store=B 2024-11-10T03:18:58,771 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:18:58,771 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac8e7c452fee35bf784593b1d2d908f8, store=C 2024-11-10T03:18:58,771 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:18:58,776 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411109241b9725ef44b97a1a7e0c0956200a3_ac8e7c452fee35bf784593b1d2d908f8 is 50, key is test_row_0/A:col10/1731208737639/Put/seqid=0 2024-11-10T03:18:58,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742223_1399 (size=12304) 2024-11-10T03:18:58,783 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:58,785 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411109241b9725ef44b97a1a7e0c0956200a3_ac8e7c452fee35bf784593b1d2d908f8 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411109241b9725ef44b97a1a7e0c0956200a3_ac8e7c452fee35bf784593b1d2d908f8 2024-11-10T03:18:58,786 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/.tmp/A/1b632961fa8d4f698db76d6ce54b2548, store: [table=TestAcidGuarantees family=A region=ac8e7c452fee35bf784593b1d2d908f8] 2024-11-10T03:18:58,786 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/.tmp/A/1b632961fa8d4f698db76d6ce54b2548 is 175, key is test_row_0/A:col10/1731208737639/Put/seqid=0 2024-11-10T03:18:58,789 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:58,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54560 deadline: 1731208798781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:58,790 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:58,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54582 deadline: 1731208798782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:58,790 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:58,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54576 deadline: 1731208798787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:58,793 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:58,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54606 deadline: 1731208798788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:58,793 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:58,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54552 deadline: 1731208798788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:58,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742224_1400 (size=31105) 2024-11-10T03:18:58,796 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=219, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/.tmp/A/1b632961fa8d4f698db76d6ce54b2548 2024-11-10T03:18:58,805 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/.tmp/B/9593879eb91c42d0b99239fdc42a111a is 50, key is test_row_0/B:col10/1731208737639/Put/seqid=0 2024-11-10T03:18:58,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742225_1401 (size=12151) 2024-11-10T03:18:58,809 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=219 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/.tmp/B/9593879eb91c42d0b99239fdc42a111a 2024-11-10T03:18:58,814 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/.tmp/C/9307afeaa1dd4c80bfac3c23d8c3412c is 50, key is test_row_0/C:col10/1731208737639/Put/seqid=0 2024-11-10T03:18:58,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742226_1402 (size=12151) 2024-11-10T03:18:58,819 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=219 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/.tmp/C/9307afeaa1dd4c80bfac3c23d8c3412c 2024-11-10T03:18:58,822 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/.tmp/A/1b632961fa8d4f698db76d6ce54b2548 as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/A/1b632961fa8d4f698db76d6ce54b2548 2024-11-10T03:18:58,826 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/A/1b632961fa8d4f698db76d6ce54b2548, entries=150, sequenceid=219, filesize=30.4 K 2024-11-10T03:18:58,828 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/.tmp/B/9593879eb91c42d0b99239fdc42a111a as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/B/9593879eb91c42d0b99239fdc42a111a 2024-11-10T03:18:58,832 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/B/9593879eb91c42d0b99239fdc42a111a, entries=150, sequenceid=219, filesize=11.9 K 2024-11-10T03:18:58,832 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/.tmp/C/9307afeaa1dd4c80bfac3c23d8c3412c as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/C/9307afeaa1dd4c80bfac3c23d8c3412c 2024-11-10T03:18:58,835 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/C/9307afeaa1dd4c80bfac3c23d8c3412c, entries=150, sequenceid=219, filesize=11.9 K 2024-11-10T03:18:58,836 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for ac8e7c452fee35bf784593b1d2d908f8 in 66ms, sequenceid=219, compaction requested=true 2024-11-10T03:18:58,836 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for ac8e7c452fee35bf784593b1d2d908f8: 2024-11-10T03:18:58,836 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ac8e7c452fee35bf784593b1d2d908f8:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T03:18:58,836 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T03:18:58,836 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T03:18:58,836 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ac8e7c452fee35bf784593b1d2d908f8:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T03:18:58,836 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T03:18:58,836 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T03:18:58,836 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ac8e7c452fee35bf784593b1d2d908f8:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T03:18:58,836 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T03:18:58,837 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93725 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T03:18:58,837 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T03:18:58,837 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HStore(1540): ac8e7c452fee35bf784593b1d2d908f8/A is initiating minor compaction (all files) 2024-11-10T03:18:58,837 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HStore(1540): ac8e7c452fee35bf784593b1d2d908f8/B is initiating minor compaction (all files) 2024-11-10T03:18:58,837 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ac8e7c452fee35bf784593b1d2d908f8/A in TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8. 2024-11-10T03:18:58,837 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ac8e7c452fee35bf784593b1d2d908f8/B in TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8. 2024-11-10T03:18:58,837 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/A/dfbe056246be4304b984a3237de417e1, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/A/f5af9fee7c3c4d3eb570c60a387835c9, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/A/1b632961fa8d4f698db76d6ce54b2548] into tmpdir=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/.tmp, totalSize=91.5 K 2024-11-10T03:18:58,837 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/B/324f3d8ccc1547399a1d6fe6f489dd84, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/B/19b05eeebe1d431baf2c0c90027bc297, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/B/9593879eb91c42d0b99239fdc42a111a] into tmpdir=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/.tmp, totalSize=36.0 K 2024-11-10T03:18:58,837 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8. 2024-11-10T03:18:58,837 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8. files: [hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/A/dfbe056246be4304b984a3237de417e1, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/A/f5af9fee7c3c4d3eb570c60a387835c9, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/A/1b632961fa8d4f698db76d6ce54b2548] 2024-11-10T03:18:58,837 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.Compactor(224): Compacting 324f3d8ccc1547399a1d6fe6f489dd84, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=178, earliestPutTs=1731208734341 2024-11-10T03:18:58,837 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.Compactor(224): Compacting dfbe056246be4304b984a3237de417e1, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=178, earliestPutTs=1731208734341 2024-11-10T03:18:58,837 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.Compactor(224): Compacting 19b05eeebe1d431baf2c0c90027bc297, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1731208735478 2024-11-10T03:18:58,838 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.Compactor(224): Compacting f5af9fee7c3c4d3eb570c60a387835c9, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1731208735478 2024-11-10T03:18:58,838 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.Compactor(224): Compacting 9593879eb91c42d0b99239fdc42a111a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=219, earliestPutTs=1731208737639 2024-11-10T03:18:58,838 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1b632961fa8d4f698db76d6ce54b2548, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=219, earliestPutTs=1731208737639 2024-11-10T03:18:58,841 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=ac8e7c452fee35bf784593b1d2d908f8] 2024-11-10T03:18:58,843 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411105bdcad177fd343cfb433f0bd1bae16f7_ac8e7c452fee35bf784593b1d2d908f8 store=[table=TestAcidGuarantees family=A region=ac8e7c452fee35bf784593b1d2d908f8] 2024-11-10T03:18:58,843 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ac8e7c452fee35bf784593b1d2d908f8#B#compaction#337 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-10T03:18:58,843 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/.tmp/B/6c20256f8e544b478cc026fdcb35d7cc is 50, key is test_row_0/B:col10/1731208737639/Put/seqid=0 2024-11-10T03:18:58,844 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411105bdcad177fd343cfb433f0bd1bae16f7_ac8e7c452fee35bf784593b1d2d908f8, store=[table=TestAcidGuarantees family=A region=ac8e7c452fee35bf784593b1d2d908f8] 2024-11-10T03:18:58,844 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411105bdcad177fd343cfb433f0bd1bae16f7_ac8e7c452fee35bf784593b1d2d908f8 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=ac8e7c452fee35bf784593b1d2d908f8] 2024-11-10T03:18:58,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742228_1404 (size=12663) 2024-11-10T03:18:58,851 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/.tmp/B/6c20256f8e544b478cc026fdcb35d7cc as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/B/6c20256f8e544b478cc026fdcb35d7cc 2024-11-10T03:18:58,854 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ac8e7c452fee35bf784593b1d2d908f8/B of ac8e7c452fee35bf784593b1d2d908f8 into 6c20256f8e544b478cc026fdcb35d7cc(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T03:18:58,854 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ac8e7c452fee35bf784593b1d2d908f8: 2024-11-10T03:18:58,854 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8., storeName=ac8e7c452fee35bf784593b1d2d908f8/B, priority=13, startTime=1731208738836; duration=0sec 2024-11-10T03:18:58,854 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T03:18:58,854 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ac8e7c452fee35bf784593b1d2d908f8:B 2024-11-10T03:18:58,855 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T03:18:58,855 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T03:18:58,855 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HStore(1540): ac8e7c452fee35bf784593b1d2d908f8/C is initiating minor compaction (all files) 2024-11-10T03:18:58,855 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ac8e7c452fee35bf784593b1d2d908f8/C in TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8. 2024-11-10T03:18:58,856 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/C/27d4add601334da6aae043b40eaeb9ce, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/C/3007b318d4fa4551938facf4bdc39c99, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/C/9307afeaa1dd4c80bfac3c23d8c3412c] into tmpdir=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/.tmp, totalSize=36.0 K 2024-11-10T03:18:58,856 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.Compactor(224): Compacting 27d4add601334da6aae043b40eaeb9ce, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=178, earliestPutTs=1731208734341 2024-11-10T03:18:58,856 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.Compactor(224): Compacting 3007b318d4fa4551938facf4bdc39c99, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1731208735478 2024-11-10T03:18:58,856 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.Compactor(224): Compacting 9307afeaa1dd4c80bfac3c23d8c3412c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=219, earliestPutTs=1731208737639 2024-11-10T03:18:58,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742227_1403 (size=4469) 2024-11-10T03:18:58,862 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ac8e7c452fee35bf784593b1d2d908f8#A#compaction#336 average throughput is 1.16 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T03:18:58,862 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/.tmp/A/b2fb7e09c19a4d798d11a32cea51c2bd is 175, key is test_row_0/A:col10/1731208737639/Put/seqid=0 2024-11-10T03:18:58,864 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ac8e7c452fee35bf784593b1d2d908f8#C#compaction#338 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T03:18:58,866 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/.tmp/C/7bf06c6b02684be29c81a165005d25d7 is 50, key is test_row_0/C:col10/1731208737639/Put/seqid=0 2024-11-10T03:18:58,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742229_1405 (size=31617) 2024-11-10T03:18:58,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742230_1406 (size=12663) 2024-11-10T03:18:58,882 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/.tmp/A/b2fb7e09c19a4d798d11a32cea51c2bd as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/A/b2fb7e09c19a4d798d11a32cea51c2bd 2024-11-10T03:18:58,886 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ac8e7c452fee35bf784593b1d2d908f8/A of ac8e7c452fee35bf784593b1d2d908f8 into b2fb7e09c19a4d798d11a32cea51c2bd(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T03:18:58,886 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ac8e7c452fee35bf784593b1d2d908f8: 2024-11-10T03:18:58,886 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8., storeName=ac8e7c452fee35bf784593b1d2d908f8/A, priority=13, startTime=1731208738836; duration=0sec 2024-11-10T03:18:58,886 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T03:18:58,886 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ac8e7c452fee35bf784593b1d2d908f8:A 2024-11-10T03:18:58,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(8581): Flush requested on ac8e7c452fee35bf784593b1d2d908f8 2024-11-10T03:18:58,894 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing ac8e7c452fee35bf784593b1d2d908f8 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-10T03:18:58,895 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac8e7c452fee35bf784593b1d2d908f8, store=A 2024-11-10T03:18:58,895 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:18:58,895 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac8e7c452fee35bf784593b1d2d908f8, store=B 2024-11-10T03:18:58,895 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:18:58,895 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac8e7c452fee35bf784593b1d2d908f8, store=C 2024-11-10T03:18:58,895 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:18:58,900 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411102e5264ae0e4a410488bb08eeda6c757e_ac8e7c452fee35bf784593b1d2d908f8 is 50, key is test_row_0/A:col10/1731208738892/Put/seqid=0 2024-11-10T03:18:58,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742231_1407 (size=12304) 2024-11-10T03:18:58,925 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:58,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54582 deadline: 1731208798914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:58,930 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:58,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54552 deadline: 1731208798921, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:58,935 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:58,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54576 deadline: 1731208798924, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:58,935 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:58,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54606 deadline: 1731208798925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:58,935 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:58,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54560 deadline: 1731208798925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:59,031 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:59,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54582 deadline: 1731208799026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:59,039 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:59,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54552 deadline: 1731208799031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:59,040 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:59,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54576 deadline: 1731208799036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:59,040 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:59,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54606 deadline: 1731208799036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:59,041 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:59,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54560 deadline: 1731208799036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:59,235 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:59,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54582 deadline: 1731208799233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:59,244 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:59,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54552 deadline: 1731208799241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:59,244 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:59,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54606 deadline: 1731208799241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:59,245 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:59,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54560 deadline: 1731208799241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:59,246 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:59,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54576 deadline: 1731208799242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:59,280 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/.tmp/C/7bf06c6b02684be29c81a165005d25d7 as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/C/7bf06c6b02684be29c81a165005d25d7 2024-11-10T03:18:59,283 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ac8e7c452fee35bf784593b1d2d908f8/C of ac8e7c452fee35bf784593b1d2d908f8 into 7bf06c6b02684be29c81a165005d25d7(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T03:18:59,283 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ac8e7c452fee35bf784593b1d2d908f8: 2024-11-10T03:18:59,283 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8., storeName=ac8e7c452fee35bf784593b1d2d908f8/C, priority=13, startTime=1731208738836; duration=0sec 2024-11-10T03:18:59,283 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T03:18:59,283 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ac8e7c452fee35bf784593b1d2d908f8:C 2024-11-10T03:18:59,305 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:59,308 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411102e5264ae0e4a410488bb08eeda6c757e_ac8e7c452fee35bf784593b1d2d908f8 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411102e5264ae0e4a410488bb08eeda6c757e_ac8e7c452fee35bf784593b1d2d908f8 2024-11-10T03:18:59,309 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/.tmp/A/318c3fa5475e44088649537f51ca6e72, store: [table=TestAcidGuarantees family=A region=ac8e7c452fee35bf784593b1d2d908f8] 2024-11-10T03:18:59,309 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/.tmp/A/318c3fa5475e44088649537f51ca6e72 is 175, key is test_row_0/A:col10/1731208738892/Put/seqid=0 2024-11-10T03:18:59,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742232_1408 (size=31105) 2024-11-10T03:18:59,314 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=236, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/.tmp/A/318c3fa5475e44088649537f51ca6e72 2024-11-10T03:18:59,319 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/.tmp/B/cfe0e48f3e2b4aa88c3344b5980a0861 is 50, key is test_row_0/B:col10/1731208738892/Put/seqid=0 2024-11-10T03:18:59,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742233_1409 (size=12151) 2024-11-10T03:18:59,323 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=236 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/.tmp/B/cfe0e48f3e2b4aa88c3344b5980a0861 2024-11-10T03:18:59,328 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/.tmp/C/2e42945d1d64411ba8ca2a397b681b25 is 50, key is test_row_0/C:col10/1731208738892/Put/seqid=0 2024-11-10T03:18:59,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742234_1410 (size=12151) 2024-11-10T03:18:59,539 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:59,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54582 deadline: 1731208799536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:59,548 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:59,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54552 deadline: 1731208799545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:59,548 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:59,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54606 deadline: 1731208799545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:59,549 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:59,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54576 deadline: 1731208799546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:59,550 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:18:59,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54560 deadline: 1731208799548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:18:59,732 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=236 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/.tmp/C/2e42945d1d64411ba8ca2a397b681b25 2024-11-10T03:18:59,735 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/.tmp/A/318c3fa5475e44088649537f51ca6e72 as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/A/318c3fa5475e44088649537f51ca6e72 2024-11-10T03:18:59,738 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/A/318c3fa5475e44088649537f51ca6e72, entries=150, sequenceid=236, filesize=30.4 K 2024-11-10T03:18:59,739 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/.tmp/B/cfe0e48f3e2b4aa88c3344b5980a0861 as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/B/cfe0e48f3e2b4aa88c3344b5980a0861 2024-11-10T03:18:59,742 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/B/cfe0e48f3e2b4aa88c3344b5980a0861, entries=150, sequenceid=236, filesize=11.9 K 2024-11-10T03:18:59,742 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/.tmp/C/2e42945d1d64411ba8ca2a397b681b25 as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/C/2e42945d1d64411ba8ca2a397b681b25 2024-11-10T03:18:59,745 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/C/2e42945d1d64411ba8ca2a397b681b25, entries=150, sequenceid=236, filesize=11.9 K 2024-11-10T03:18:59,746 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for ac8e7c452fee35bf784593b1d2d908f8 in 852ms, sequenceid=236, compaction requested=false 2024-11-10T03:18:59,746 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for ac8e7c452fee35bf784593b1d2d908f8: 2024-11-10T03:18:59,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-10T03:18:59,780 INFO [Thread-1561 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 110 completed 2024-11-10T03:18:59,781 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T03:18:59,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] procedure2.ProcedureExecutor(1098): Stored pid=112, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees 2024-11-10T03:18:59,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-10T03:18:59,782 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=112, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T03:18:59,783 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=112, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T03:18:59,783 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=113, ppid=112, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T03:18:59,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-10T03:18:59,934 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 700749f6e4aa,39315,1731208629620 2024-11-10T03:18:59,934 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39315 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-10T03:18:59,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8. 2024-11-10T03:18:59,935 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2837): Flushing ac8e7c452fee35bf784593b1d2d908f8 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-10T03:18:59,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac8e7c452fee35bf784593b1d2d908f8, store=A 2024-11-10T03:18:59,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:18:59,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac8e7c452fee35bf784593b1d2d908f8, store=B 2024-11-10T03:18:59,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:18:59,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac8e7c452fee35bf784593b1d2d908f8, store=C 2024-11-10T03:18:59,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:18:59,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110026c04d56c44450ebc405bb442fbe4b9_ac8e7c452fee35bf784593b1d2d908f8 is 50, key is test_row_0/A:col10/1731208738923/Put/seqid=0 2024-11-10T03:18:59,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742235_1411 (size=12304) 2024-11-10T03:18:59,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:18:59,947 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110026c04d56c44450ebc405bb442fbe4b9_ac8e7c452fee35bf784593b1d2d908f8 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110026c04d56c44450ebc405bb442fbe4b9_ac8e7c452fee35bf784593b1d2d908f8 2024-11-10T03:18:59,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/.tmp/A/3a020c12a3c44a3da5fd61e08883e162, store: [table=TestAcidGuarantees family=A region=ac8e7c452fee35bf784593b1d2d908f8] 2024-11-10T03:18:59,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/.tmp/A/3a020c12a3c44a3da5fd61e08883e162 is 175, key is test_row_0/A:col10/1731208738923/Put/seqid=0 2024-11-10T03:18:59,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742236_1412 (size=31105) 2024-11-10T03:19:00,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(8581): Flush requested on ac8e7c452fee35bf784593b1d2d908f8 2024-11-10T03:19:00,042 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8. as already flushing 2024-11-10T03:19:00,060 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:00,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54582 deadline: 1731208800056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:00,062 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:00,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54576 deadline: 1731208800057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:00,062 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:00,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54606 deadline: 1731208800057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:00,063 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:00,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54560 deadline: 1731208800060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:00,066 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:00,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54552 deadline: 1731208800061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:00,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-10T03:19:00,164 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:00,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54582 deadline: 1731208800161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:00,168 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:00,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54576 deadline: 1731208800163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:00,168 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:00,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54606 deadline: 1731208800163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:00,168 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:00,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54560 deadline: 1731208800164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:00,170 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:00,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54552 deadline: 1731208800167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:00,351 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=258, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/.tmp/A/3a020c12a3c44a3da5fd61e08883e162 2024-11-10T03:19:00,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/.tmp/B/7eb4b952790d4f6883699215c7e03429 is 50, key is test_row_0/B:col10/1731208738923/Put/seqid=0 2024-11-10T03:19:00,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742237_1413 (size=12151) 2024-11-10T03:19:00,361 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=258 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/.tmp/B/7eb4b952790d4f6883699215c7e03429 2024-11-10T03:19:00,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/.tmp/C/ea9bb1f5458f401e8d1d7952c3217a4d is 50, key is test_row_0/C:col10/1731208738923/Put/seqid=0 2024-11-10T03:19:00,369 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:00,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54582 deadline: 1731208800365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:00,373 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:00,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54606 deadline: 1731208800369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:00,375 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:00,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54560 deadline: 1731208800370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:00,376 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:00,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54576 deadline: 1731208800371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:00,376 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:00,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54552 deadline: 1731208800372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:00,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742238_1414 (size=12151) 2024-11-10T03:19:00,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-10T03:19:00,677 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:00,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54582 deadline: 1731208800670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:00,678 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:00,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54606 deadline: 1731208800674, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:00,678 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:00,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54560 deadline: 1731208800677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:00,678 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:00,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54576 deadline: 1731208800677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:00,686 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:00,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54552 deadline: 1731208800679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:00,781 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=258 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/.tmp/C/ea9bb1f5458f401e8d1d7952c3217a4d 2024-11-10T03:19:00,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/.tmp/A/3a020c12a3c44a3da5fd61e08883e162 as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/A/3a020c12a3c44a3da5fd61e08883e162 2024-11-10T03:19:00,787 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/A/3a020c12a3c44a3da5fd61e08883e162, entries=150, sequenceid=258, filesize=30.4 K 2024-11-10T03:19:00,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/.tmp/B/7eb4b952790d4f6883699215c7e03429 as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/B/7eb4b952790d4f6883699215c7e03429 2024-11-10T03:19:00,791 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/B/7eb4b952790d4f6883699215c7e03429, entries=150, sequenceid=258, filesize=11.9 K 2024-11-10T03:19:00,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/.tmp/C/ea9bb1f5458f401e8d1d7952c3217a4d as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/C/ea9bb1f5458f401e8d1d7952c3217a4d 2024-11-10T03:19:00,794 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/C/ea9bb1f5458f401e8d1d7952c3217a4d, entries=150, sequenceid=258, filesize=11.9 K 2024-11-10T03:19:00,794 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for ac8e7c452fee35bf784593b1d2d908f8 in 860ms, sequenceid=258, compaction requested=true 2024-11-10T03:19:00,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2538): Flush status journal for ac8e7c452fee35bf784593b1d2d908f8: 2024-11-10T03:19:00,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8. 2024-11-10T03:19:00,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=113 2024-11-10T03:19:00,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster(4106): Remote procedure done, pid=113 2024-11-10T03:19:00,796 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=113, resume processing ppid=112 2024-11-10T03:19:00,796 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=113, ppid=112, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0120 sec 2024-11-10T03:19:00,797 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=112, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees in 1.0150 sec 2024-11-10T03:19:00,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-10T03:19:00,885 INFO [Thread-1561 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 112 completed 2024-11-10T03:19:00,886 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T03:19:00,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] procedure2.ProcedureExecutor(1098): Stored pid=114, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees 2024-11-10T03:19:00,887 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=114, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T03:19:00,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-10T03:19:00,887 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=114, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T03:19:00,887 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=115, ppid=114, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T03:19:00,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-10T03:19:01,039 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 700749f6e4aa,39315,1731208629620 2024-11-10T03:19:01,039 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39315 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-10T03:19:01,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8. 2024-11-10T03:19:01,039 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2837): Flushing ac8e7c452fee35bf784593b1d2d908f8 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-10T03:19:01,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac8e7c452fee35bf784593b1d2d908f8, store=A 2024-11-10T03:19:01,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:19:01,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac8e7c452fee35bf784593b1d2d908f8, store=B 2024-11-10T03:19:01,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:19:01,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac8e7c452fee35bf784593b1d2d908f8, store=C 2024-11-10T03:19:01,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:19:01,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111056284254da974de0b446adf0e28fe286_ac8e7c452fee35bf784593b1d2d908f8 is 50, key is test_row_0/A:col10/1731208740057/Put/seqid=0 2024-11-10T03:19:01,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742239_1415 (size=12454) 2024-11-10T03:19:01,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(8581): Flush requested on ac8e7c452fee35bf784593b1d2d908f8 2024-11-10T03:19:01,181 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8. as already flushing 2024-11-10T03:19:01,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-10T03:19:01,212 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:01,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54582 deadline: 1731208801202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:01,212 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:01,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54560 deadline: 1731208801204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:01,219 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:01,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54576 deadline: 1731208801209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:01,219 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:01,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54606 deadline: 1731208801210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:01,221 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:01,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54552 deadline: 1731208801212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:01,316 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:01,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54560 deadline: 1731208801313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:01,317 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:01,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54582 deadline: 1731208801313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:01,324 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:01,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54576 deadline: 1731208801319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:01,324 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:01,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54606 deadline: 1731208801319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:01,324 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:01,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54552 deadline: 1731208801321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:01,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:01,459 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111056284254da974de0b446adf0e28fe286_ac8e7c452fee35bf784593b1d2d908f8 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111056284254da974de0b446adf0e28fe286_ac8e7c452fee35bf784593b1d2d908f8 2024-11-10T03:19:01,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/.tmp/A/d769a045a1e54024ad7a198d379c0e29, store: [table=TestAcidGuarantees family=A region=ac8e7c452fee35bf784593b1d2d908f8] 2024-11-10T03:19:01,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/.tmp/A/d769a045a1e54024ad7a198d379c0e29 is 175, key is test_row_0/A:col10/1731208740057/Put/seqid=0 2024-11-10T03:19:01,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742240_1416 (size=31255) 2024-11-10T03:19:01,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-10T03:19:01,520 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:01,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54560 deadline: 1731208801517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:01,521 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:01,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54582 deadline: 1731208801517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:01,528 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:01,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54576 deadline: 1731208801525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:01,528 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:01,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54606 deadline: 1731208801525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:01,528 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:01,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54552 deadline: 1731208801525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:01,826 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:01,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54582 deadline: 1731208801822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:01,828 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:01,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54560 deadline: 1731208801823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:01,833 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:01,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54576 deadline: 1731208801829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:01,833 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:01,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54606 deadline: 1731208801829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:01,835 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:01,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54552 deadline: 1731208801831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:01,863 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=273, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/.tmp/A/d769a045a1e54024ad7a198d379c0e29 2024-11-10T03:19:01,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/.tmp/B/9b7d173f728d4313b7a550b767d04fd3 is 50, key is test_row_0/B:col10/1731208740057/Put/seqid=0 2024-11-10T03:19:01,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742241_1417 (size=12301) 2024-11-10T03:19:01,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-10T03:19:02,271 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=273 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/.tmp/B/9b7d173f728d4313b7a550b767d04fd3 2024-11-10T03:19:02,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/.tmp/C/c8e1409074dd44d5831b8f70d8745eea is 50, key is test_row_0/C:col10/1731208740057/Put/seqid=0 2024-11-10T03:19:02,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742242_1418 (size=12301) 2024-11-10T03:19:02,335 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:02,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54582 deadline: 1731208802331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:02,338 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:02,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54560 deadline: 1731208802333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:02,338 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:02,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54576 deadline: 1731208802333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:02,339 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:02,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54606 deadline: 1731208802336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:02,345 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:02,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54552 deadline: 1731208802340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:02,680 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=273 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/.tmp/C/c8e1409074dd44d5831b8f70d8745eea 2024-11-10T03:19:02,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/.tmp/A/d769a045a1e54024ad7a198d379c0e29 as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/A/d769a045a1e54024ad7a198d379c0e29 2024-11-10T03:19:02,685 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/A/d769a045a1e54024ad7a198d379c0e29, entries=150, sequenceid=273, filesize=30.5 K 2024-11-10T03:19:02,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/.tmp/B/9b7d173f728d4313b7a550b767d04fd3 as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/B/9b7d173f728d4313b7a550b767d04fd3 2024-11-10T03:19:02,689 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/B/9b7d173f728d4313b7a550b767d04fd3, entries=150, sequenceid=273, filesize=12.0 K 2024-11-10T03:19:02,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/.tmp/C/c8e1409074dd44d5831b8f70d8745eea as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/C/c8e1409074dd44d5831b8f70d8745eea 2024-11-10T03:19:02,691 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/C/c8e1409074dd44d5831b8f70d8745eea, entries=150, sequenceid=273, filesize=12.0 K 2024-11-10T03:19:02,692 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for ac8e7c452fee35bf784593b1d2d908f8 in 1653ms, sequenceid=273, compaction requested=true 2024-11-10T03:19:02,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2538): Flush status journal for ac8e7c452fee35bf784593b1d2d908f8: 2024-11-10T03:19:02,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8. 2024-11-10T03:19:02,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=115 2024-11-10T03:19:02,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster(4106): Remote procedure done, pid=115 2024-11-10T03:19:02,694 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=115, resume processing ppid=114 2024-11-10T03:19:02,694 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=115, ppid=114, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8060 sec 2024-11-10T03:19:02,695 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=114, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees in 1.8080 sec 2024-11-10T03:19:02,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-10T03:19:02,991 INFO [Thread-1561 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 114 completed 2024-11-10T03:19:02,992 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T03:19:02,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] procedure2.ProcedureExecutor(1098): Stored pid=116, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees 2024-11-10T03:19:02,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-10T03:19:02,993 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=116, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T03:19:02,993 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=116, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T03:19:02,993 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=117, ppid=116, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T03:19:03,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-10T03:19:03,144 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 700749f6e4aa,39315,1731208629620 2024-11-10T03:19:03,145 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39315 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-11-10T03:19:03,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8. 2024-11-10T03:19:03,145 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2837): Flushing ac8e7c452fee35bf784593b1d2d908f8 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-10T03:19:03,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac8e7c452fee35bf784593b1d2d908f8, store=A 2024-11-10T03:19:03,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:19:03,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac8e7c452fee35bf784593b1d2d908f8, store=B 2024-11-10T03:19:03,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:19:03,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac8e7c452fee35bf784593b1d2d908f8, store=C 2024-11-10T03:19:03,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:19:03,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411108a9ed5a4e2cd4ea0886b74444e086594_ac8e7c452fee35bf784593b1d2d908f8 is 50, key is test_row_0/A:col10/1731208741211/Put/seqid=0 2024-11-10T03:19:03,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742243_1419 (size=12454) 2024-11-10T03:19:03,250 DEBUG [Thread-1570 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7284f16d to 127.0.0.1:55635 2024-11-10T03:19:03,250 DEBUG [Thread-1570 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T03:19:03,251 DEBUG [Thread-1568 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x798e7fd4 to 127.0.0.1:55635 2024-11-10T03:19:03,251 DEBUG [Thread-1568 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T03:19:03,251 DEBUG [Thread-1564 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x27539bdc to 127.0.0.1:55635 2024-11-10T03:19:03,251 DEBUG [Thread-1564 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T03:19:03,256 DEBUG [Thread-1562 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0801ba40 to 127.0.0.1:55635 2024-11-10T03:19:03,256 DEBUG [Thread-1562 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T03:19:03,256 DEBUG [Thread-1566 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5e3203d9 to 127.0.0.1:55635 2024-11-10T03:19:03,256 DEBUG [Thread-1566 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T03:19:03,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-10T03:19:03,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(8581): Flush requested on ac8e7c452fee35bf784593b1d2d908f8 2024-11-10T03:19:03,344 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8. as already flushing 2024-11-10T03:19:03,345 DEBUG [Thread-1557 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6cd96549 to 127.0.0.1:55635 2024-11-10T03:19:03,345 DEBUG [Thread-1557 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T03:19:03,346 DEBUG [Thread-1551 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x51f7d511 to 127.0.0.1:55635 2024-11-10T03:19:03,346 DEBUG [Thread-1551 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T03:19:03,348 DEBUG [Thread-1559 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x31aea41b to 127.0.0.1:55635 2024-11-10T03:19:03,348 DEBUG [Thread-1559 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T03:19:03,348 DEBUG [Thread-1553 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1dc42ea6 to 127.0.0.1:55635 2024-11-10T03:19:03,348 DEBUG [Thread-1553 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T03:19:03,354 DEBUG [Thread-1555 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x117e86d9 to 127.0.0.1:55635 2024-11-10T03:19:03,354 DEBUG [Thread-1555 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T03:19:03,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:03,565 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411108a9ed5a4e2cd4ea0886b74444e086594_ac8e7c452fee35bf784593b1d2d908f8 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411108a9ed5a4e2cd4ea0886b74444e086594_ac8e7c452fee35bf784593b1d2d908f8 2024-11-10T03:19:03,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/.tmp/A/b60f438a9afd43338671b1c6b8de363e, store: [table=TestAcidGuarantees family=A region=ac8e7c452fee35bf784593b1d2d908f8] 2024-11-10T03:19:03,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/.tmp/A/b60f438a9afd43338671b1c6b8de363e is 175, key is test_row_0/A:col10/1731208741211/Put/seqid=0 2024-11-10T03:19:03,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742244_1420 (size=31255) 2024-11-10T03:19:03,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-10T03:19:03,971 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=294, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/.tmp/A/b60f438a9afd43338671b1c6b8de363e 2024-11-10T03:19:03,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/.tmp/B/6bb17d7ac2e547f9adde27ec3df9c376 is 50, key is test_row_0/B:col10/1731208741211/Put/seqid=0 2024-11-10T03:19:03,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742245_1421 (size=12301) 2024-11-10T03:19:04,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-10T03:19:04,386 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=294 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/.tmp/B/6bb17d7ac2e547f9adde27ec3df9c376 2024-11-10T03:19:04,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/.tmp/C/941a313dda574443bc6266c7d7663f26 is 50, key is test_row_0/C:col10/1731208741211/Put/seqid=0 2024-11-10T03:19:04,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742246_1422 (size=12301) 2024-11-10T03:19:04,806 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=294 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/.tmp/C/941a313dda574443bc6266c7d7663f26 2024-11-10T03:19:04,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/.tmp/A/b60f438a9afd43338671b1c6b8de363e as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/A/b60f438a9afd43338671b1c6b8de363e 2024-11-10T03:19:04,816 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/A/b60f438a9afd43338671b1c6b8de363e, entries=150, sequenceid=294, filesize=30.5 K 2024-11-10T03:19:04,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/.tmp/B/6bb17d7ac2e547f9adde27ec3df9c376 as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/B/6bb17d7ac2e547f9adde27ec3df9c376 2024-11-10T03:19:04,818 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/B/6bb17d7ac2e547f9adde27ec3df9c376, entries=150, sequenceid=294, filesize=12.0 K 2024-11-10T03:19:04,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/.tmp/C/941a313dda574443bc6266c7d7663f26 as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/C/941a313dda574443bc6266c7d7663f26 2024-11-10T03:19:04,820 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/C/941a313dda574443bc6266c7d7663f26, entries=150, sequenceid=294, filesize=12.0 K 2024-11-10T03:19:04,821 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=33.54 KB/34350 for ac8e7c452fee35bf784593b1d2d908f8 in 1676ms, sequenceid=294, compaction requested=true 2024-11-10T03:19:04,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2538): Flush status journal for ac8e7c452fee35bf784593b1d2d908f8: 2024-11-10T03:19:04,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8. 2024-11-10T03:19:04,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=117 2024-11-10T03:19:04,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster(4106): Remote procedure done, pid=117 2024-11-10T03:19:04,822 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=117, resume processing ppid=116 2024-11-10T03:19:04,823 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=117, ppid=116, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8290 sec 2024-11-10T03:19:04,824 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=116, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees in 1.8310 sec 2024-11-10T03:19:05,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-10T03:19:05,100 INFO [Thread-1561 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 116 completed 2024-11-10T03:19:05,100 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-10T03:19:05,100 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 45 2024-11-10T03:19:05,100 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 47 2024-11-10T03:19:05,100 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 45 2024-11-10T03:19:05,101 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 48 2024-11-10T03:19:05,101 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 50 2024-11-10T03:19:05,101 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-10T03:19:05,101 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-10T03:19:05,101 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2290 2024-11-10T03:19:05,101 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 6870 rows 2024-11-10T03:19:05,101 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2275 2024-11-10T03:19:05,101 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 6825 rows 2024-11-10T03:19:05,101 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2281 2024-11-10T03:19:05,101 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 6843 rows 2024-11-10T03:19:05,101 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2281 2024-11-10T03:19:05,101 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 6843 rows 2024-11-10T03:19:05,101 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2277 2024-11-10T03:19:05,101 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 6831 rows 2024-11-10T03:19:05,101 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-10T03:19:05,101 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5fe71801 to 127.0.0.1:55635 2024-11-10T03:19:05,102 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T03:19:05,105 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-10T03:19:05,106 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-10T03:19:05,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] procedure2.ProcedureExecutor(1098): Stored pid=118, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-10T03:19:05,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-10T03:19:05,109 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731208745109"}]},"ts":"1731208745109"} 2024-11-10T03:19:05,110 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-10T03:19:05,153 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-10T03:19:05,154 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=119, ppid=118, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-10T03:19:05,156 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=120, ppid=119, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=ac8e7c452fee35bf784593b1d2d908f8, UNASSIGN}] 2024-11-10T03:19:05,157 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=120, ppid=119, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=ac8e7c452fee35bf784593b1d2d908f8, UNASSIGN 2024-11-10T03:19:05,158 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=120 updating hbase:meta row=ac8e7c452fee35bf784593b1d2d908f8, regionState=CLOSING, regionLocation=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:05,159 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-10T03:19:05,159 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=121, ppid=120, state=RUNNABLE; CloseRegionProcedure ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620}] 2024-11-10T03:19:05,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-10T03:19:05,312 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 700749f6e4aa,39315,1731208629620 2024-11-10T03:19:05,313 INFO [RS_CLOSE_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] handler.UnassignRegionHandler(124): Close ac8e7c452fee35bf784593b1d2d908f8 2024-11-10T03:19:05,313 DEBUG [RS_CLOSE_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-10T03:19:05,313 DEBUG [RS_CLOSE_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.HRegion(1681): Closing ac8e7c452fee35bf784593b1d2d908f8, disabling compactions & flushes 2024-11-10T03:19:05,313 INFO [RS_CLOSE_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8. 2024-11-10T03:19:05,313 DEBUG [RS_CLOSE_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8. 2024-11-10T03:19:05,313 DEBUG [RS_CLOSE_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8. after waiting 0 ms 2024-11-10T03:19:05,313 DEBUG [RS_CLOSE_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8. 2024-11-10T03:19:05,313 INFO [RS_CLOSE_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.HRegion(2837): Flushing ac8e7c452fee35bf784593b1d2d908f8 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-10T03:19:05,314 DEBUG [RS_CLOSE_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac8e7c452fee35bf784593b1d2d908f8, store=A 2024-11-10T03:19:05,314 DEBUG [RS_CLOSE_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:19:05,314 DEBUG [RS_CLOSE_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac8e7c452fee35bf784593b1d2d908f8, store=B 2024-11-10T03:19:05,314 DEBUG [RS_CLOSE_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:19:05,314 DEBUG [RS_CLOSE_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac8e7c452fee35bf784593b1d2d908f8, store=C 2024-11-10T03:19:05,314 DEBUG [RS_CLOSE_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:19:05,323 DEBUG [RS_CLOSE_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110bf88b2a84c9b425a9ed6fb0141edb3e3_ac8e7c452fee35bf784593b1d2d908f8 is 50, key is test_row_0/A:col10/1731208743353/Put/seqid=0 2024-11-10T03:19:05,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742247_1423 (size=9914) 2024-11-10T03:19:05,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-10T03:19:05,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-10T03:19:05,729 DEBUG [RS_CLOSE_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:05,737 INFO [RS_CLOSE_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110bf88b2a84c9b425a9ed6fb0141edb3e3_ac8e7c452fee35bf784593b1d2d908f8 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110bf88b2a84c9b425a9ed6fb0141edb3e3_ac8e7c452fee35bf784593b1d2d908f8 2024-11-10T03:19:05,738 DEBUG [RS_CLOSE_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/.tmp/A/c86d81fa7da14bd2a7a3b24905fcd194, store: [table=TestAcidGuarantees family=A region=ac8e7c452fee35bf784593b1d2d908f8] 2024-11-10T03:19:05,739 DEBUG [RS_CLOSE_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/.tmp/A/c86d81fa7da14bd2a7a3b24905fcd194 is 175, key is test_row_0/A:col10/1731208743353/Put/seqid=0 2024-11-10T03:19:05,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742248_1424 (size=22561) 2024-11-10T03:19:06,143 INFO [RS_CLOSE_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=302, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/.tmp/A/c86d81fa7da14bd2a7a3b24905fcd194 2024-11-10T03:19:06,155 DEBUG [RS_CLOSE_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/.tmp/B/279b8c1a463a4c328932ed130583604c is 50, key is test_row_0/B:col10/1731208743353/Put/seqid=0 2024-11-10T03:19:06,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742249_1425 (size=9857) 2024-11-10T03:19:06,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-10T03:19:06,561 INFO [RS_CLOSE_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=302 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/.tmp/B/279b8c1a463a4c328932ed130583604c 2024-11-10T03:19:06,575 DEBUG [RS_CLOSE_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/.tmp/C/a7a2528ced624b37aa05b660885d7f3a is 50, key is test_row_0/C:col10/1731208743353/Put/seqid=0 2024-11-10T03:19:06,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742250_1426 (size=9857) 2024-11-10T03:19:06,982 INFO [RS_CLOSE_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=302 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/.tmp/C/a7a2528ced624b37aa05b660885d7f3a 2024-11-10T03:19:06,992 DEBUG [RS_CLOSE_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/.tmp/A/c86d81fa7da14bd2a7a3b24905fcd194 as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/A/c86d81fa7da14bd2a7a3b24905fcd194 2024-11-10T03:19:06,998 INFO [RS_CLOSE_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/A/c86d81fa7da14bd2a7a3b24905fcd194, entries=100, sequenceid=302, filesize=22.0 K 2024-11-10T03:19:07,000 DEBUG [RS_CLOSE_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/.tmp/B/279b8c1a463a4c328932ed130583604c as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/B/279b8c1a463a4c328932ed130583604c 2024-11-10T03:19:07,005 INFO [RS_CLOSE_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/B/279b8c1a463a4c328932ed130583604c, entries=100, sequenceid=302, filesize=9.6 K 2024-11-10T03:19:07,006 DEBUG [RS_CLOSE_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/.tmp/C/a7a2528ced624b37aa05b660885d7f3a as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/C/a7a2528ced624b37aa05b660885d7f3a 2024-11-10T03:19:07,008 INFO [RS_CLOSE_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/C/a7a2528ced624b37aa05b660885d7f3a, entries=100, sequenceid=302, filesize=9.6 K 2024-11-10T03:19:07,009 INFO [RS_CLOSE_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for ac8e7c452fee35bf784593b1d2d908f8 in 1696ms, sequenceid=302, compaction requested=true 2024-11-10T03:19:07,009 DEBUG [StoreCloser-TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/A/5dd3a6c403f04c1193d95502881d305b, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/A/f7cc5b78aa7d41c5a74ddb45c4541e07, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/A/276f6ea37bd04065b14108bcfec180ba, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/A/b4ea0c27377c4c3ca43ffea45b4d6ec6, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/A/99ad3803655041f0b914a5a58e4b0347, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/A/1419c0afe6f14ee186a4fddcfed50d61, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/A/48cc7c098959402e94b8da3284a68a65, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/A/aa69e6e912bf43efb8054b19e0118254, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/A/58a9eefa84494c56842b22dccc7cad47, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/A/c23b504e2ac94e2cac7f2499c8470af5, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/A/1e30d1484ff74394a2ed56e226d764de, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/A/9e111823d28d490b9c33f51437b99dff, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/A/dfbe056246be4304b984a3237de417e1, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/A/f5af9fee7c3c4d3eb570c60a387835c9, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/A/1b632961fa8d4f698db76d6ce54b2548] to archive 2024-11-10T03:19:07,010 DEBUG [StoreCloser-TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-10T03:19:07,011 DEBUG [StoreCloser-TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/A/5dd3a6c403f04c1193d95502881d305b to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/A/5dd3a6c403f04c1193d95502881d305b 2024-11-10T03:19:07,012 DEBUG [StoreCloser-TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/A/f7cc5b78aa7d41c5a74ddb45c4541e07 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/A/f7cc5b78aa7d41c5a74ddb45c4541e07 2024-11-10T03:19:07,013 DEBUG [StoreCloser-TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/A/276f6ea37bd04065b14108bcfec180ba to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/A/276f6ea37bd04065b14108bcfec180ba 2024-11-10T03:19:07,014 DEBUG [StoreCloser-TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/A/b4ea0c27377c4c3ca43ffea45b4d6ec6 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/A/b4ea0c27377c4c3ca43ffea45b4d6ec6 2024-11-10T03:19:07,015 DEBUG [StoreCloser-TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/A/99ad3803655041f0b914a5a58e4b0347 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/A/99ad3803655041f0b914a5a58e4b0347 2024-11-10T03:19:07,015 DEBUG [StoreCloser-TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/A/1419c0afe6f14ee186a4fddcfed50d61 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/A/1419c0afe6f14ee186a4fddcfed50d61 2024-11-10T03:19:07,016 DEBUG [StoreCloser-TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/A/48cc7c098959402e94b8da3284a68a65 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/A/48cc7c098959402e94b8da3284a68a65 2024-11-10T03:19:07,017 DEBUG [StoreCloser-TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/A/aa69e6e912bf43efb8054b19e0118254 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/A/aa69e6e912bf43efb8054b19e0118254 2024-11-10T03:19:07,017 DEBUG [StoreCloser-TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/A/58a9eefa84494c56842b22dccc7cad47 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/A/58a9eefa84494c56842b22dccc7cad47 2024-11-10T03:19:07,018 DEBUG [StoreCloser-TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/A/c23b504e2ac94e2cac7f2499c8470af5 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/A/c23b504e2ac94e2cac7f2499c8470af5 2024-11-10T03:19:07,019 DEBUG [StoreCloser-TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/A/1e30d1484ff74394a2ed56e226d764de to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/A/1e30d1484ff74394a2ed56e226d764de 2024-11-10T03:19:07,020 DEBUG [StoreCloser-TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/A/9e111823d28d490b9c33f51437b99dff to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/A/9e111823d28d490b9c33f51437b99dff 2024-11-10T03:19:07,021 DEBUG [StoreCloser-TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/A/dfbe056246be4304b984a3237de417e1 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/A/dfbe056246be4304b984a3237de417e1 2024-11-10T03:19:07,021 DEBUG [StoreCloser-TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/A/f5af9fee7c3c4d3eb570c60a387835c9 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/A/f5af9fee7c3c4d3eb570c60a387835c9 2024-11-10T03:19:07,022 DEBUG [StoreCloser-TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/A/1b632961fa8d4f698db76d6ce54b2548 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/A/1b632961fa8d4f698db76d6ce54b2548 2024-11-10T03:19:07,023 DEBUG [StoreCloser-TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/B/1be2f864caa44922a84b2766ff54323e, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/B/90f1c8c7f2734d6fbc3003c78f28b1c0, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/B/ea04f270fa22417a85f7a47f90ed6eb8, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/B/3a75d610ad9649e68e8d4fbbc8f3e386, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/B/5e4c1604cfe84ca0a4cdd7d5ead5e49a, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/B/394b036ba0cd49c9b26122bef135ffd0, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/B/bb3899ea839e4d4eb3556e4b72302df5, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/B/deb696d8265848a78ffa636dfcddc1b0, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/B/4cad33707d1743ee8a3a566788dc4e8c, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/B/7ec2dc1a5b3f4116aac9a06c9f945dbe, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/B/f5d7ec4dc21849ab84f4f1c564a9b614, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/B/324f3d8ccc1547399a1d6fe6f489dd84, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/B/18bc69818e5b4edd8d220465f04f7fd6, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/B/19b05eeebe1d431baf2c0c90027bc297, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/B/9593879eb91c42d0b99239fdc42a111a] to archive 2024-11-10T03:19:07,024 DEBUG [StoreCloser-TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-10T03:19:07,025 DEBUG [StoreCloser-TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/B/1be2f864caa44922a84b2766ff54323e to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/B/1be2f864caa44922a84b2766ff54323e 2024-11-10T03:19:07,025 DEBUG [StoreCloser-TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/B/90f1c8c7f2734d6fbc3003c78f28b1c0 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/B/90f1c8c7f2734d6fbc3003c78f28b1c0 2024-11-10T03:19:07,026 DEBUG [StoreCloser-TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/B/ea04f270fa22417a85f7a47f90ed6eb8 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/B/ea04f270fa22417a85f7a47f90ed6eb8 2024-11-10T03:19:07,027 DEBUG [StoreCloser-TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/B/3a75d610ad9649e68e8d4fbbc8f3e386 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/B/3a75d610ad9649e68e8d4fbbc8f3e386 2024-11-10T03:19:07,028 DEBUG [StoreCloser-TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/B/5e4c1604cfe84ca0a4cdd7d5ead5e49a to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/B/5e4c1604cfe84ca0a4cdd7d5ead5e49a 2024-11-10T03:19:07,028 DEBUG [StoreCloser-TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/B/394b036ba0cd49c9b26122bef135ffd0 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/B/394b036ba0cd49c9b26122bef135ffd0 2024-11-10T03:19:07,029 DEBUG [StoreCloser-TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/B/bb3899ea839e4d4eb3556e4b72302df5 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/B/bb3899ea839e4d4eb3556e4b72302df5 2024-11-10T03:19:07,030 DEBUG [StoreCloser-TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/B/deb696d8265848a78ffa636dfcddc1b0 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/B/deb696d8265848a78ffa636dfcddc1b0 2024-11-10T03:19:07,030 DEBUG [StoreCloser-TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/B/4cad33707d1743ee8a3a566788dc4e8c to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/B/4cad33707d1743ee8a3a566788dc4e8c 2024-11-10T03:19:07,031 DEBUG [StoreCloser-TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/B/7ec2dc1a5b3f4116aac9a06c9f945dbe to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/B/7ec2dc1a5b3f4116aac9a06c9f945dbe 2024-11-10T03:19:07,032 DEBUG [StoreCloser-TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/B/f5d7ec4dc21849ab84f4f1c564a9b614 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/B/f5d7ec4dc21849ab84f4f1c564a9b614 2024-11-10T03:19:07,032 DEBUG [StoreCloser-TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/B/324f3d8ccc1547399a1d6fe6f489dd84 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/B/324f3d8ccc1547399a1d6fe6f489dd84 2024-11-10T03:19:07,033 DEBUG [StoreCloser-TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/B/18bc69818e5b4edd8d220465f04f7fd6 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/B/18bc69818e5b4edd8d220465f04f7fd6 2024-11-10T03:19:07,034 DEBUG [StoreCloser-TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/B/19b05eeebe1d431baf2c0c90027bc297 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/B/19b05eeebe1d431baf2c0c90027bc297 2024-11-10T03:19:07,034 DEBUG [StoreCloser-TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/B/9593879eb91c42d0b99239fdc42a111a to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/B/9593879eb91c42d0b99239fdc42a111a 2024-11-10T03:19:07,036 DEBUG [StoreCloser-TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/C/2564e8c7c4e349aa9546995949c69139, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/C/eae31487e10c4d1bb55214c7d2bc328b, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/C/7592dc34341f4f05a013e1a4ec33d6dd, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/C/5e6e5981763e4cf6ad74a858d293f55b, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/C/e1af22b4ec8b4ae7ac8764bcd0f5c983, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/C/669b8d25c8c54e5eb586dbd3bd589975, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/C/11ea63fea93a4f1d89a80e9b92f52f01, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/C/17773e6f353e4cab9091aa04f6598074, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/C/0476e79920a64a1f82503442064632f5, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/C/9d9e71d8a0334463a17a94b32e485683, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/C/c80c07cbe7d84fcc9093596ca5b42ee9, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/C/27d4add601334da6aae043b40eaeb9ce, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/C/1f78a61e2a98482ea038f0522c48e0f7, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/C/3007b318d4fa4551938facf4bdc39c99, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/C/9307afeaa1dd4c80bfac3c23d8c3412c] to archive 2024-11-10T03:19:07,036 DEBUG [StoreCloser-TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-10T03:19:07,037 DEBUG [StoreCloser-TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/C/2564e8c7c4e349aa9546995949c69139 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/C/2564e8c7c4e349aa9546995949c69139 2024-11-10T03:19:07,038 DEBUG [StoreCloser-TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/C/eae31487e10c4d1bb55214c7d2bc328b to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/C/eae31487e10c4d1bb55214c7d2bc328b 2024-11-10T03:19:07,039 DEBUG [StoreCloser-TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/C/7592dc34341f4f05a013e1a4ec33d6dd to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/C/7592dc34341f4f05a013e1a4ec33d6dd 2024-11-10T03:19:07,040 DEBUG [StoreCloser-TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/C/5e6e5981763e4cf6ad74a858d293f55b to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/C/5e6e5981763e4cf6ad74a858d293f55b 2024-11-10T03:19:07,041 DEBUG [StoreCloser-TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/C/e1af22b4ec8b4ae7ac8764bcd0f5c983 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/C/e1af22b4ec8b4ae7ac8764bcd0f5c983 2024-11-10T03:19:07,042 DEBUG [StoreCloser-TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/C/669b8d25c8c54e5eb586dbd3bd589975 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/C/669b8d25c8c54e5eb586dbd3bd589975 2024-11-10T03:19:07,043 DEBUG [StoreCloser-TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/C/11ea63fea93a4f1d89a80e9b92f52f01 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/C/11ea63fea93a4f1d89a80e9b92f52f01 2024-11-10T03:19:07,044 DEBUG [StoreCloser-TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/C/17773e6f353e4cab9091aa04f6598074 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/C/17773e6f353e4cab9091aa04f6598074 2024-11-10T03:19:07,045 DEBUG [StoreCloser-TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/C/0476e79920a64a1f82503442064632f5 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/C/0476e79920a64a1f82503442064632f5 2024-11-10T03:19:07,046 DEBUG [StoreCloser-TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/C/9d9e71d8a0334463a17a94b32e485683 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/C/9d9e71d8a0334463a17a94b32e485683 2024-11-10T03:19:07,047 DEBUG [StoreCloser-TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/C/c80c07cbe7d84fcc9093596ca5b42ee9 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/C/c80c07cbe7d84fcc9093596ca5b42ee9 2024-11-10T03:19:07,048 DEBUG [StoreCloser-TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/C/27d4add601334da6aae043b40eaeb9ce to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/C/27d4add601334da6aae043b40eaeb9ce 2024-11-10T03:19:07,049 DEBUG [StoreCloser-TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/C/1f78a61e2a98482ea038f0522c48e0f7 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/C/1f78a61e2a98482ea038f0522c48e0f7 2024-11-10T03:19:07,051 DEBUG [StoreCloser-TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/C/3007b318d4fa4551938facf4bdc39c99 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/C/3007b318d4fa4551938facf4bdc39c99 2024-11-10T03:19:07,052 DEBUG [StoreCloser-TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/C/9307afeaa1dd4c80bfac3c23d8c3412c to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/C/9307afeaa1dd4c80bfac3c23d8c3412c 2024-11-10T03:19:07,056 DEBUG [RS_CLOSE_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/recovered.edits/305.seqid, newMaxSeqId=305, maxSeqId=4 2024-11-10T03:19:07,057 INFO [RS_CLOSE_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8. 2024-11-10T03:19:07,057 DEBUG [RS_CLOSE_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.HRegion(1635): Region close journal for ac8e7c452fee35bf784593b1d2d908f8: 2024-11-10T03:19:07,059 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=120 updating hbase:meta row=ac8e7c452fee35bf784593b1d2d908f8, regionState=CLOSED 2024-11-10T03:19:07,059 INFO [RS_CLOSE_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] handler.UnassignRegionHandler(170): Closed ac8e7c452fee35bf784593b1d2d908f8 2024-11-10T03:19:07,062 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=121, resume processing ppid=120 2024-11-10T03:19:07,062 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=121, ppid=120, state=SUCCESS; CloseRegionProcedure ac8e7c452fee35bf784593b1d2d908f8, server=700749f6e4aa,39315,1731208629620 in 1.9010 sec 2024-11-10T03:19:07,064 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=120, resume processing ppid=119 2024-11-10T03:19:07,064 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=120, ppid=119, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=ac8e7c452fee35bf784593b1d2d908f8, UNASSIGN in 1.9060 sec 2024-11-10T03:19:07,066 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=119, resume processing ppid=118 2024-11-10T03:19:07,066 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=119, ppid=118, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.9100 sec 2024-11-10T03:19:07,067 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731208747067"}]},"ts":"1731208747067"} 2024-11-10T03:19:07,068 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-10T03:19:07,112 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-10T03:19:07,116 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=118, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 2.0070 sec 2024-11-10T03:19:07,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-10T03:19:07,218 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 118 completed 2024-11-10T03:19:07,220 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-10T03:19:07,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] procedure2.ProcedureExecutor(1098): Stored pid=122, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T03:19:07,224 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=122, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T03:19:07,226 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=122, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T03:19:07,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-10T03:19:07,230 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8 2024-11-10T03:19:07,235 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/A, FileablePath, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/B, FileablePath, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/C, FileablePath, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/recovered.edits] 2024-11-10T03:19:07,239 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/A/318c3fa5475e44088649537f51ca6e72 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/A/318c3fa5475e44088649537f51ca6e72 2024-11-10T03:19:07,241 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/A/3a020c12a3c44a3da5fd61e08883e162 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/A/3a020c12a3c44a3da5fd61e08883e162 2024-11-10T03:19:07,243 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/A/b2fb7e09c19a4d798d11a32cea51c2bd to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/A/b2fb7e09c19a4d798d11a32cea51c2bd 2024-11-10T03:19:07,246 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/A/b60f438a9afd43338671b1c6b8de363e to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/A/b60f438a9afd43338671b1c6b8de363e 2024-11-10T03:19:07,248 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/A/c86d81fa7da14bd2a7a3b24905fcd194 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/A/c86d81fa7da14bd2a7a3b24905fcd194 2024-11-10T03:19:07,251 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/A/d769a045a1e54024ad7a198d379c0e29 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/A/d769a045a1e54024ad7a198d379c0e29 2024-11-10T03:19:07,255 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/B/279b8c1a463a4c328932ed130583604c to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/B/279b8c1a463a4c328932ed130583604c 2024-11-10T03:19:07,258 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/B/6bb17d7ac2e547f9adde27ec3df9c376 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/B/6bb17d7ac2e547f9adde27ec3df9c376 2024-11-10T03:19:07,260 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/B/6c20256f8e544b478cc026fdcb35d7cc to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/B/6c20256f8e544b478cc026fdcb35d7cc 2024-11-10T03:19:07,263 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/B/7eb4b952790d4f6883699215c7e03429 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/B/7eb4b952790d4f6883699215c7e03429 2024-11-10T03:19:07,266 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/B/9b7d173f728d4313b7a550b767d04fd3 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/B/9b7d173f728d4313b7a550b767d04fd3 2024-11-10T03:19:07,269 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/B/cfe0e48f3e2b4aa88c3344b5980a0861 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/B/cfe0e48f3e2b4aa88c3344b5980a0861 2024-11-10T03:19:07,274 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/C/2e42945d1d64411ba8ca2a397b681b25 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/C/2e42945d1d64411ba8ca2a397b681b25 2024-11-10T03:19:07,277 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/C/7bf06c6b02684be29c81a165005d25d7 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/C/7bf06c6b02684be29c81a165005d25d7 2024-11-10T03:19:07,279 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/C/941a313dda574443bc6266c7d7663f26 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/C/941a313dda574443bc6266c7d7663f26 2024-11-10T03:19:07,282 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/C/a7a2528ced624b37aa05b660885d7f3a to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/C/a7a2528ced624b37aa05b660885d7f3a 2024-11-10T03:19:07,284 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/C/c8e1409074dd44d5831b8f70d8745eea to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/C/c8e1409074dd44d5831b8f70d8745eea 2024-11-10T03:19:07,286 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/C/ea9bb1f5458f401e8d1d7952c3217a4d to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/C/ea9bb1f5458f401e8d1d7952c3217a4d 2024-11-10T03:19:07,290 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/recovered.edits/305.seqid to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8/recovered.edits/305.seqid 2024-11-10T03:19:07,291 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/ac8e7c452fee35bf784593b1d2d908f8 2024-11-10T03:19:07,291 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-10T03:19:07,291 DEBUG [PEWorker-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-10T03:19:07,292 DEBUG [PEWorker-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-10T03:19:07,294 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110026c04d56c44450ebc405bb442fbe4b9_ac8e7c452fee35bf784593b1d2d908f8 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110026c04d56c44450ebc405bb442fbe4b9_ac8e7c452fee35bf784593b1d2d908f8 2024-11-10T03:19:07,296 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111015c75ffd59f148c8aafe6eae0980a8bb_ac8e7c452fee35bf784593b1d2d908f8 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111015c75ffd59f148c8aafe6eae0980a8bb_ac8e7c452fee35bf784593b1d2d908f8 2024-11-10T03:19:07,297 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411102e5264ae0e4a410488bb08eeda6c757e_ac8e7c452fee35bf784593b1d2d908f8 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411102e5264ae0e4a410488bb08eeda6c757e_ac8e7c452fee35bf784593b1d2d908f8 2024-11-10T03:19:07,297 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111042ccaa68e9d04cb6ba3bb23ddc848ce5_ac8e7c452fee35bf784593b1d2d908f8 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111042ccaa68e9d04cb6ba3bb23ddc848ce5_ac8e7c452fee35bf784593b1d2d908f8 2024-11-10T03:19:07,298 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111056284254da974de0b446adf0e28fe286_ac8e7c452fee35bf784593b1d2d908f8 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111056284254da974de0b446adf0e28fe286_ac8e7c452fee35bf784593b1d2d908f8 2024-11-10T03:19:07,299 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411106b69178bfa074f0cb99832635e202c66_ac8e7c452fee35bf784593b1d2d908f8 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411106b69178bfa074f0cb99832635e202c66_ac8e7c452fee35bf784593b1d2d908f8 2024-11-10T03:19:07,300 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411108130d38e5cd64d12a156a0598a4e2a92_ac8e7c452fee35bf784593b1d2d908f8 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411108130d38e5cd64d12a156a0598a4e2a92_ac8e7c452fee35bf784593b1d2d908f8 2024-11-10T03:19:07,301 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411108a9ed5a4e2cd4ea0886b74444e086594_ac8e7c452fee35bf784593b1d2d908f8 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411108a9ed5a4e2cd4ea0886b74444e086594_ac8e7c452fee35bf784593b1d2d908f8 2024-11-10T03:19:07,302 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411109241b9725ef44b97a1a7e0c0956200a3_ac8e7c452fee35bf784593b1d2d908f8 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411109241b9725ef44b97a1a7e0c0956200a3_ac8e7c452fee35bf784593b1d2d908f8 2024-11-10T03:19:07,303 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110aba1899f72394f17a7edcf8623bc4fdc_ac8e7c452fee35bf784593b1d2d908f8 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110aba1899f72394f17a7edcf8623bc4fdc_ac8e7c452fee35bf784593b1d2d908f8 2024-11-10T03:19:07,304 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110bcb8840c5cad49c0b16f93fba8297377_ac8e7c452fee35bf784593b1d2d908f8 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110bcb8840c5cad49c0b16f93fba8297377_ac8e7c452fee35bf784593b1d2d908f8 2024-11-10T03:19:07,305 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110bf88b2a84c9b425a9ed6fb0141edb3e3_ac8e7c452fee35bf784593b1d2d908f8 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110bf88b2a84c9b425a9ed6fb0141edb3e3_ac8e7c452fee35bf784593b1d2d908f8 2024-11-10T03:19:07,305 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110c42ae234d8bf474abba37b7c9fa750fe_ac8e7c452fee35bf784593b1d2d908f8 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110c42ae234d8bf474abba37b7c9fa750fe_ac8e7c452fee35bf784593b1d2d908f8 2024-11-10T03:19:07,306 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110c58d2292a38c413ebddd1014dda631ca_ac8e7c452fee35bf784593b1d2d908f8 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110c58d2292a38c413ebddd1014dda631ca_ac8e7c452fee35bf784593b1d2d908f8 2024-11-10T03:19:07,307 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110de90b46abe904bd9a7ee309214e73afa_ac8e7c452fee35bf784593b1d2d908f8 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110de90b46abe904bd9a7ee309214e73afa_ac8e7c452fee35bf784593b1d2d908f8 2024-11-10T03:19:07,308 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110f0897daea36b4aa39bbc23d0cd77199c_ac8e7c452fee35bf784593b1d2d908f8 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110f0897daea36b4aa39bbc23d0cd77199c_ac8e7c452fee35bf784593b1d2d908f8 2024-11-10T03:19:07,308 DEBUG [PEWorker-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-10T03:19:07,310 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=122, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T03:19:07,311 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-10T03:19:07,313 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-10T03:19:07,314 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=122, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T03:19:07,314 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-10T03:19:07,314 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731208747314"}]},"ts":"9223372036854775807"} 2024-11-10T03:19:07,315 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-10T03:19:07,316 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => ac8e7c452fee35bf784593b1d2d908f8, NAME => 'TestAcidGuarantees,,1731208719950.ac8e7c452fee35bf784593b1d2d908f8.', STARTKEY => '', ENDKEY => ''}] 2024-11-10T03:19:07,316 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-10T03:19:07,316 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731208747316"}]},"ts":"9223372036854775807"} 2024-11-10T03:19:07,317 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-10T03:19:07,327 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=122, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T03:19:07,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-10T03:19:07,328 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=122, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 107 msec 2024-11-10T03:19:07,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-10T03:19:07,530 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 122 completed 2024-11-10T03:19:07,545 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testMobScanAtomicity Thread=238 (was 239), OpenFileDescriptor=451 (was 451), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=329 (was 312) - SystemLoadAverage LEAK? -, ProcessCount=9 (was 9), AvailableMemoryMB=5899 (was 5913) 2024-11-10T03:19:07,553 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testScanAtomicity Thread=238, OpenFileDescriptor=451, MaxFileDescriptor=1048576, SystemLoadAverage=329, ProcessCount=9, AvailableMemoryMB=5899 2024-11-10T03:19:07,555 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-10T03:19:07,555 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T03:19:07,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] procedure2.ProcedureExecutor(1098): Stored pid=123, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-10T03:19:07,556 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=123, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T03:19:07,557 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:07,557 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 123 2024-11-10T03:19:07,557 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=123, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T03:19:07,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=123 2024-11-10T03:19:07,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742251_1427 (size=960) 2024-11-10T03:19:07,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=123 2024-11-10T03:19:07,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=123 2024-11-10T03:19:07,969 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 5be6b4a4cebe1282beddaf9084160be1, NAME => 'TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52 2024-11-10T03:19:07,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742252_1428 (size=53) 2024-11-10T03:19:08,067 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-10T03:19:08,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=123 2024-11-10T03:19:08,380 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T03:19:08,381 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 5be6b4a4cebe1282beddaf9084160be1, disabling compactions & flushes 2024-11-10T03:19:08,381 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1. 2024-11-10T03:19:08,381 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1. 2024-11-10T03:19:08,381 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1. after waiting 0 ms 2024-11-10T03:19:08,381 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1. 2024-11-10T03:19:08,381 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1. 2024-11-10T03:19:08,381 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 5be6b4a4cebe1282beddaf9084160be1: 2024-11-10T03:19:08,383 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=123, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T03:19:08,384 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731208748383"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731208748383"}]},"ts":"1731208748383"} 2024-11-10T03:19:08,386 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-10T03:19:08,388 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=123, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T03:19:08,388 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731208748388"}]},"ts":"1731208748388"} 2024-11-10T03:19:08,389 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-10T03:19:08,437 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=124, ppid=123, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=5be6b4a4cebe1282beddaf9084160be1, ASSIGN}] 2024-11-10T03:19:08,439 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=124, ppid=123, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=5be6b4a4cebe1282beddaf9084160be1, ASSIGN 2024-11-10T03:19:08,440 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=124, ppid=123, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=5be6b4a4cebe1282beddaf9084160be1, ASSIGN; state=OFFLINE, location=700749f6e4aa,39315,1731208629620; forceNewPlan=false, retain=false 2024-11-10T03:19:08,591 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=124 updating hbase:meta row=5be6b4a4cebe1282beddaf9084160be1, regionState=OPENING, regionLocation=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:08,594 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=125, ppid=124, state=RUNNABLE; OpenRegionProcedure 5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620}] 2024-11-10T03:19:08,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=123 2024-11-10T03:19:08,748 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 700749f6e4aa,39315,1731208629620 2024-11-10T03:19:08,754 INFO [RS_OPEN_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1. 2024-11-10T03:19:08,755 DEBUG [RS_OPEN_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] regionserver.HRegion(7285): Opening region: {ENCODED => 5be6b4a4cebe1282beddaf9084160be1, NAME => 'TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1.', STARTKEY => '', ENDKEY => ''} 2024-11-10T03:19:08,756 DEBUG [RS_OPEN_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 5be6b4a4cebe1282beddaf9084160be1 2024-11-10T03:19:08,756 DEBUG [RS_OPEN_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T03:19:08,756 DEBUG [RS_OPEN_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] regionserver.HRegion(7327): checking encryption for 5be6b4a4cebe1282beddaf9084160be1 2024-11-10T03:19:08,756 DEBUG [RS_OPEN_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] regionserver.HRegion(7330): checking classloading for 5be6b4a4cebe1282beddaf9084160be1 2024-11-10T03:19:08,759 INFO [StoreOpener-5be6b4a4cebe1282beddaf9084160be1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 5be6b4a4cebe1282beddaf9084160be1 2024-11-10T03:19:08,762 INFO [StoreOpener-5be6b4a4cebe1282beddaf9084160be1-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-10T03:19:08,762 INFO [StoreOpener-5be6b4a4cebe1282beddaf9084160be1-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5be6b4a4cebe1282beddaf9084160be1 columnFamilyName A 2024-11-10T03:19:08,762 DEBUG [StoreOpener-5be6b4a4cebe1282beddaf9084160be1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:08,763 INFO [StoreOpener-5be6b4a4cebe1282beddaf9084160be1-1 {}] regionserver.HStore(327): Store=5be6b4a4cebe1282beddaf9084160be1/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T03:19:08,763 INFO [StoreOpener-5be6b4a4cebe1282beddaf9084160be1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 5be6b4a4cebe1282beddaf9084160be1 2024-11-10T03:19:08,764 INFO [StoreOpener-5be6b4a4cebe1282beddaf9084160be1-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-10T03:19:08,764 INFO [StoreOpener-5be6b4a4cebe1282beddaf9084160be1-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5be6b4a4cebe1282beddaf9084160be1 columnFamilyName B 2024-11-10T03:19:08,764 DEBUG [StoreOpener-5be6b4a4cebe1282beddaf9084160be1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:08,765 INFO [StoreOpener-5be6b4a4cebe1282beddaf9084160be1-1 {}] regionserver.HStore(327): Store=5be6b4a4cebe1282beddaf9084160be1/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T03:19:08,765 INFO [StoreOpener-5be6b4a4cebe1282beddaf9084160be1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 5be6b4a4cebe1282beddaf9084160be1 2024-11-10T03:19:08,766 INFO [StoreOpener-5be6b4a4cebe1282beddaf9084160be1-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-10T03:19:08,766 INFO [StoreOpener-5be6b4a4cebe1282beddaf9084160be1-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5be6b4a4cebe1282beddaf9084160be1 columnFamilyName C 2024-11-10T03:19:08,766 DEBUG [StoreOpener-5be6b4a4cebe1282beddaf9084160be1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:08,766 INFO [StoreOpener-5be6b4a4cebe1282beddaf9084160be1-1 {}] regionserver.HStore(327): Store=5be6b4a4cebe1282beddaf9084160be1/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T03:19:08,766 INFO [RS_OPEN_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1. 2024-11-10T03:19:08,767 DEBUG [RS_OPEN_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1 2024-11-10T03:19:08,767 DEBUG [RS_OPEN_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1 2024-11-10T03:19:08,768 DEBUG [RS_OPEN_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-10T03:19:08,769 DEBUG [RS_OPEN_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] regionserver.HRegion(1085): writing seq id for 5be6b4a4cebe1282beddaf9084160be1 2024-11-10T03:19:08,771 DEBUG [RS_OPEN_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T03:19:08,772 INFO [RS_OPEN_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] regionserver.HRegion(1102): Opened 5be6b4a4cebe1282beddaf9084160be1; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74232921, jitterRate=0.10615672171115875}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-10T03:19:08,772 DEBUG [RS_OPEN_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] regionserver.HRegion(1001): Region open journal for 5be6b4a4cebe1282beddaf9084160be1: 2024-11-10T03:19:08,773 INFO [RS_OPEN_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1., pid=125, masterSystemTime=1731208748748 2024-11-10T03:19:08,774 DEBUG [RS_OPEN_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1. 2024-11-10T03:19:08,774 INFO [RS_OPEN_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1. 2024-11-10T03:19:08,774 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=124 updating hbase:meta row=5be6b4a4cebe1282beddaf9084160be1, regionState=OPEN, openSeqNum=2, regionLocation=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:08,776 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=125, resume processing ppid=124 2024-11-10T03:19:08,776 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=125, ppid=124, state=SUCCESS; OpenRegionProcedure 5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 in 181 msec 2024-11-10T03:19:08,777 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=124, resume processing ppid=123 2024-11-10T03:19:08,778 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=124, ppid=123, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=5be6b4a4cebe1282beddaf9084160be1, ASSIGN in 339 msec 2024-11-10T03:19:08,778 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=123, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T03:19:08,778 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731208748778"}]},"ts":"1731208748778"} 2024-11-10T03:19:08,779 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-10T03:19:08,793 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=123, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T03:19:08,794 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=123, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.2380 sec 2024-11-10T03:19:09,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=123 2024-11-10T03:19:09,667 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 123 completed 2024-11-10T03:19:09,669 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x695c2253 to 127.0.0.1:55635 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@63cefe40 2024-11-10T03:19:09,713 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32c12a30, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T03:19:09,715 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T03:19:09,717 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37442, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T03:19:09,719 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T03:19:09,720 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38558, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T03:19:09,723 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7177efc9 to 127.0.0.1:55635 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@65df2359 2024-11-10T03:19:09,735 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ef40578, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T03:19:09,735 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x61d38088 to 127.0.0.1:55635 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7d0ab200 2024-11-10T03:19:09,746 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32bb71c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T03:19:09,747 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7043f683 to 127.0.0.1:55635 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5871c039 2024-11-10T03:19:09,754 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bc0f7c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T03:19:09,755 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2b0c2472 to 127.0.0.1:55635 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7daa5922 2024-11-10T03:19:09,763 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b8b6e04, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T03:19:09,764 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x34b30c39 to 127.0.0.1:55635 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1b7f20c4 2024-11-10T03:19:09,777 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bc486e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T03:19:09,778 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5f7c40ba to 127.0.0.1:55635 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2070263a 2024-11-10T03:19:09,787 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7861b162, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T03:19:09,788 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x41b0e7b6 to 127.0.0.1:55635 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6050584c 2024-11-10T03:19:09,795 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@154f0f85, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T03:19:09,796 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0f2423f3 to 127.0.0.1:55635 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6dd48863 2024-11-10T03:19:09,804 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8a917b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T03:19:09,804 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x184771cf to 127.0.0.1:55635 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@51196534 2024-11-10T03:19:09,812 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54c2725, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T03:19:09,813 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x076f0408 to 127.0.0.1:55635 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1dc5e114 2024-11-10T03:19:09,821 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79d49886, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T03:19:09,824 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T03:19:09,824 DEBUG [hconnection-0xf038eea-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T03:19:09,824 DEBUG [hconnection-0x18847b84-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T03:19:09,825 DEBUG [hconnection-0x5986fbb2-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T03:19:09,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] procedure2.ProcedureExecutor(1098): Stored pid=126, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees 2024-11-10T03:19:09,825 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=126, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T03:19:09,825 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37458, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T03:19:09,825 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37444, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T03:19:09,825 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37466, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T03:19:09,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-10T03:19:09,826 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=126, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T03:19:09,826 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=127, ppid=126, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T03:19:09,830 DEBUG [hconnection-0x59b31ea3-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T03:19:09,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(8581): Flush requested on 5be6b4a4cebe1282beddaf9084160be1 2024-11-10T03:19:09,830 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5be6b4a4cebe1282beddaf9084160be1 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-10T03:19:09,831 DEBUG [hconnection-0x4c9c98f2-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T03:19:09,831 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37476, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T03:19:09,831 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5be6b4a4cebe1282beddaf9084160be1, store=A 2024-11-10T03:19:09,831 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:19:09,831 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37490, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T03:19:09,831 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5be6b4a4cebe1282beddaf9084160be1, store=B 2024-11-10T03:19:09,831 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:19:09,831 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5be6b4a4cebe1282beddaf9084160be1, store=C 2024-11-10T03:19:09,831 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:19:09,839 DEBUG [hconnection-0x2e2061ba-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T03:19:09,839 DEBUG [hconnection-0x7758bcb-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T03:19:09,840 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37500, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T03:19:09,840 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37498, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T03:19:09,843 DEBUG [hconnection-0x4974d6c6-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T03:19:09,843 DEBUG [hconnection-0x5c48ff7-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T03:19:09,843 DEBUG [hconnection-0x185bbc7e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T03:19:09,844 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37516, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T03:19:09,844 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37514, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T03:19:09,844 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37522, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T03:19:09,858 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/.tmp/A/27f4f83ba05648f7a86c653b0d122208 is 50, key is test_row_0/A:col10/1731208749830/Put/seqid=0 2024-11-10T03:19:09,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742253_1429 (size=12001) 2024-11-10T03:19:09,874 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:09,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 3 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37500 deadline: 1731208809868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:09,874 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:09,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 3 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37498 deadline: 1731208809868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:09,875 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:09,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37476 deadline: 1731208809872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:09,879 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:09,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37466 deadline: 1731208809873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:09,879 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:09,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37444 deadline: 1731208809874, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:09,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-10T03:19:09,978 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 700749f6e4aa,39315,1731208629620 2024-11-10T03:19:09,978 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39315 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-10T03:19:09,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1. 2024-11-10T03:19:09,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1. as already flushing 2024-11-10T03:19:09,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1. 2024-11-10T03:19:09,978 ERROR [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => 5be6b4a4cebe1282beddaf9084160be1, NAME => 'TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:19:09,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => 5be6b4a4cebe1282beddaf9084160be1, NAME => 'TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:19:09,979 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:09,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37500 deadline: 1731208809975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:09,979 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:09,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37498 deadline: 1731208809975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:09,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5be6b4a4cebe1282beddaf9084160be1, NAME => 'TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5be6b4a4cebe1282beddaf9084160be1, NAME => 'TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:19:09,979 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:09,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37476 deadline: 1731208809975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:09,984 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:09,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37466 deadline: 1731208809981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:09,985 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:09,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37444 deadline: 1731208809981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:10,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-10T03:19:10,130 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 700749f6e4aa,39315,1731208629620 2024-11-10T03:19:10,130 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39315 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-10T03:19:10,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1. 2024-11-10T03:19:10,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1. as already flushing 2024-11-10T03:19:10,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1. 2024-11-10T03:19:10,131 ERROR [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => 5be6b4a4cebe1282beddaf9084160be1, NAME => 'TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:19:10,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => 5be6b4a4cebe1282beddaf9084160be1, NAME => 'TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:19:10,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5be6b4a4cebe1282beddaf9084160be1, NAME => 'TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5be6b4a4cebe1282beddaf9084160be1, NAME => 'TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:19:10,183 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:10,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37500 deadline: 1731208810181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:10,183 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:10,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37476 deadline: 1731208810181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:10,184 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:10,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37498 deadline: 1731208810182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:10,188 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:10,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37466 deadline: 1731208810185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:10,188 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:10,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37444 deadline: 1731208810185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:10,262 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/.tmp/A/27f4f83ba05648f7a86c653b0d122208 2024-11-10T03:19:10,282 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 700749f6e4aa,39315,1731208629620 2024-11-10T03:19:10,283 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39315 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-10T03:19:10,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1. 2024-11-10T03:19:10,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1. as already flushing 2024-11-10T03:19:10,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1. 2024-11-10T03:19:10,283 ERROR [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => 5be6b4a4cebe1282beddaf9084160be1, NAME => 'TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:19:10,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => 5be6b4a4cebe1282beddaf9084160be1, NAME => 'TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:19:10,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5be6b4a4cebe1282beddaf9084160be1, NAME => 'TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5be6b4a4cebe1282beddaf9084160be1, NAME => 'TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:19:10,284 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/.tmp/B/7596c268520c47168569f8b22340def5 is 50, key is test_row_0/B:col10/1731208749830/Put/seqid=0 2024-11-10T03:19:10,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742254_1430 (size=12001) 2024-11-10T03:19:10,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-10T03:19:10,434 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 700749f6e4aa,39315,1731208629620 2024-11-10T03:19:10,435 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39315 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-10T03:19:10,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1. 2024-11-10T03:19:10,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1. as already flushing 2024-11-10T03:19:10,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1. 2024-11-10T03:19:10,435 ERROR [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => 5be6b4a4cebe1282beddaf9084160be1, NAME => 'TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:19:10,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => 5be6b4a4cebe1282beddaf9084160be1, NAME => 'TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:19:10,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5be6b4a4cebe1282beddaf9084160be1, NAME => 'TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5be6b4a4cebe1282beddaf9084160be1, NAME => 'TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:19:10,487 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:10,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37476 deadline: 1731208810484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:10,489 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:10,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37500 deadline: 1731208810486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:10,489 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:10,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37498 deadline: 1731208810487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:10,496 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:10,496 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:10,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37466 deadline: 1731208810491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:10,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37444 deadline: 1731208810491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:10,587 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 700749f6e4aa,39315,1731208629620 2024-11-10T03:19:10,587 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39315 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-10T03:19:10,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1. 2024-11-10T03:19:10,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1. as already flushing 2024-11-10T03:19:10,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1. 2024-11-10T03:19:10,588 ERROR [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => 5be6b4a4cebe1282beddaf9084160be1, NAME => 'TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:19:10,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => 5be6b4a4cebe1282beddaf9084160be1, NAME => 'TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:19:10,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5be6b4a4cebe1282beddaf9084160be1, NAME => 'TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5be6b4a4cebe1282beddaf9084160be1, NAME => 'TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:19:10,692 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/.tmp/B/7596c268520c47168569f8b22340def5 2024-11-10T03:19:10,709 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/.tmp/C/c1f9b3ebd38c4f7790d383724cbc943a is 50, key is test_row_0/C:col10/1731208749830/Put/seqid=0 2024-11-10T03:19:10,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742255_1431 (size=12001) 2024-11-10T03:19:10,739 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 700749f6e4aa,39315,1731208629620 2024-11-10T03:19:10,740 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39315 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-10T03:19:10,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1. 2024-11-10T03:19:10,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1. as already flushing 2024-11-10T03:19:10,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1. 2024-11-10T03:19:10,740 ERROR [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => 5be6b4a4cebe1282beddaf9084160be1, NAME => 'TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:19:10,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => 5be6b4a4cebe1282beddaf9084160be1, NAME => 'TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:19:10,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5be6b4a4cebe1282beddaf9084160be1, NAME => 'TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5be6b4a4cebe1282beddaf9084160be1, NAME => 'TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:19:10,892 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 700749f6e4aa,39315,1731208629620 2024-11-10T03:19:10,892 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39315 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-10T03:19:10,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1. 2024-11-10T03:19:10,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1. as already flushing 2024-11-10T03:19:10,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1. 2024-11-10T03:19:10,892 ERROR [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => 5be6b4a4cebe1282beddaf9084160be1, NAME => 'TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:19:10,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => 5be6b4a4cebe1282beddaf9084160be1, NAME => 'TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:19:10,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5be6b4a4cebe1282beddaf9084160be1, NAME => 'TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5be6b4a4cebe1282beddaf9084160be1, NAME => 'TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:19:10,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-10T03:19:10,994 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:10,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37500 deadline: 1731208810992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:10,994 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:10,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37476 deadline: 1731208810992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:10,994 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:10,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37498 deadline: 1731208810992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:11,001 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:11,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37466 deadline: 1731208810998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:11,001 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:11,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37444 deadline: 1731208810998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:11,044 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 700749f6e4aa,39315,1731208629620 2024-11-10T03:19:11,044 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39315 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-10T03:19:11,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1. 2024-11-10T03:19:11,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1. as already flushing 2024-11-10T03:19:11,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1. 2024-11-10T03:19:11,045 ERROR [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => 5be6b4a4cebe1282beddaf9084160be1, NAME => 'TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:19:11,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => 5be6b4a4cebe1282beddaf9084160be1, NAME => 'TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:19:11,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5be6b4a4cebe1282beddaf9084160be1, NAME => 'TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5be6b4a4cebe1282beddaf9084160be1, NAME => 'TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:19:11,112 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/.tmp/C/c1f9b3ebd38c4f7790d383724cbc943a 2024-11-10T03:19:11,115 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/.tmp/A/27f4f83ba05648f7a86c653b0d122208 as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/A/27f4f83ba05648f7a86c653b0d122208 2024-11-10T03:19:11,119 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/A/27f4f83ba05648f7a86c653b0d122208, entries=150, sequenceid=13, filesize=11.7 K 2024-11-10T03:19:11,126 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/.tmp/B/7596c268520c47168569f8b22340def5 as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/B/7596c268520c47168569f8b22340def5 2024-11-10T03:19:11,130 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/B/7596c268520c47168569f8b22340def5, entries=150, sequenceid=13, filesize=11.7 K 2024-11-10T03:19:11,131 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/.tmp/C/c1f9b3ebd38c4f7790d383724cbc943a as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/C/c1f9b3ebd38c4f7790d383724cbc943a 2024-11-10T03:19:11,133 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/C/c1f9b3ebd38c4f7790d383724cbc943a, entries=150, sequenceid=13, filesize=11.7 K 2024-11-10T03:19:11,134 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 5be6b4a4cebe1282beddaf9084160be1 in 1304ms, sequenceid=13, compaction requested=false 2024-11-10T03:19:11,134 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5be6b4a4cebe1282beddaf9084160be1: 2024-11-10T03:19:11,197 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 700749f6e4aa,39315,1731208629620 2024-11-10T03:19:11,197 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39315 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-10T03:19:11,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1. 2024-11-10T03:19:11,197 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2837): Flushing 5be6b4a4cebe1282beddaf9084160be1 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-10T03:19:11,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5be6b4a4cebe1282beddaf9084160be1, store=A 2024-11-10T03:19:11,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:19:11,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5be6b4a4cebe1282beddaf9084160be1, store=B 2024-11-10T03:19:11,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:19:11,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5be6b4a4cebe1282beddaf9084160be1, store=C 2024-11-10T03:19:11,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:19:11,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/.tmp/A/0a7c2dffccbc444c862a3d60946705db is 50, key is test_row_0/A:col10/1731208749867/Put/seqid=0 2024-11-10T03:19:11,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742256_1432 (size=12001) 2024-11-10T03:19:11,208 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/.tmp/A/0a7c2dffccbc444c862a3d60946705db 2024-11-10T03:19:11,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/.tmp/B/8cdac8466f5a4a8fa0290a6573b6000e is 50, key is test_row_0/B:col10/1731208749867/Put/seqid=0 2024-11-10T03:19:11,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742257_1433 (size=12001) 2024-11-10T03:19:11,623 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/.tmp/B/8cdac8466f5a4a8fa0290a6573b6000e 2024-11-10T03:19:11,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/.tmp/C/551c07e1e3e743e79366011641bf9105 is 50, key is test_row_0/C:col10/1731208749867/Put/seqid=0 2024-11-10T03:19:11,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742258_1434 (size=12001) 2024-11-10T03:19:11,632 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/.tmp/C/551c07e1e3e743e79366011641bf9105 2024-11-10T03:19:11,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/.tmp/A/0a7c2dffccbc444c862a3d60946705db as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/A/0a7c2dffccbc444c862a3d60946705db 2024-11-10T03:19:11,638 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/A/0a7c2dffccbc444c862a3d60946705db, entries=150, sequenceid=37, filesize=11.7 K 2024-11-10T03:19:11,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/.tmp/B/8cdac8466f5a4a8fa0290a6573b6000e as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/B/8cdac8466f5a4a8fa0290a6573b6000e 2024-11-10T03:19:11,642 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/B/8cdac8466f5a4a8fa0290a6573b6000e, entries=150, sequenceid=37, filesize=11.7 K 2024-11-10T03:19:11,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/.tmp/C/551c07e1e3e743e79366011641bf9105 as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/C/551c07e1e3e743e79366011641bf9105 2024-11-10T03:19:11,648 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/C/551c07e1e3e743e79366011641bf9105, entries=150, sequenceid=37, filesize=11.7 K 2024-11-10T03:19:11,648 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=0 B/0 for 5be6b4a4cebe1282beddaf9084160be1 in 451ms, sequenceid=37, compaction requested=false 2024-11-10T03:19:11,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2538): Flush status journal for 5be6b4a4cebe1282beddaf9084160be1: 2024-11-10T03:19:11,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1. 2024-11-10T03:19:11,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=127 2024-11-10T03:19:11,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster(4106): Remote procedure done, pid=127 2024-11-10T03:19:11,650 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=127, resume processing ppid=126 2024-11-10T03:19:11,650 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=127, ppid=126, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8230 sec 2024-11-10T03:19:11,651 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=126, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees in 1.8270 sec 2024-11-10T03:19:11,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-10T03:19:11,929 INFO [Thread-1933 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 126 completed 2024-11-10T03:19:11,930 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T03:19:11,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] procedure2.ProcedureExecutor(1098): Stored pid=128, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees 2024-11-10T03:19:11,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-10T03:19:11,931 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=128, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T03:19:11,931 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=128, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T03:19:11,931 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=129, ppid=128, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T03:19:12,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(8581): Flush requested on 5be6b4a4cebe1282beddaf9084160be1 2024-11-10T03:19:12,005 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5be6b4a4cebe1282beddaf9084160be1 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-10T03:19:12,005 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5be6b4a4cebe1282beddaf9084160be1, store=A 2024-11-10T03:19:12,005 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:19:12,005 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5be6b4a4cebe1282beddaf9084160be1, store=B 2024-11-10T03:19:12,005 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:19:12,005 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5be6b4a4cebe1282beddaf9084160be1, store=C 2024-11-10T03:19:12,006 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:19:12,008 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/.tmp/A/70e37abd64dc46669cc509f55a872540 is 50, key is test_row_0/A:col10/1731208752002/Put/seqid=0 2024-11-10T03:19:12,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742259_1435 (size=16681) 2024-11-10T03:19:12,030 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:12,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37498 deadline: 1731208812024, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:12,031 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:12,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37444 deadline: 1731208812025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:12,031 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:12,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37476 deadline: 1731208812029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:12,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-10T03:19:12,035 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:12,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37466 deadline: 1731208812030, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:12,035 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:12,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37500 deadline: 1731208812030, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:12,083 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 700749f6e4aa,39315,1731208629620 2024-11-10T03:19:12,083 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39315 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-11-10T03:19:12,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1. 2024-11-10T03:19:12,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1. as already flushing 2024-11-10T03:19:12,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1. 2024-11-10T03:19:12,083 ERROR [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129 java.io.IOException: Unable to complete flush {ENCODED => 5be6b4a4cebe1282beddaf9084160be1, NAME => 'TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:19:12,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129 java.io.IOException: Unable to complete flush {ENCODED => 5be6b4a4cebe1282beddaf9084160be1, NAME => 'TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:19:12,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster(4114): Remote procedure failed, pid=129 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5be6b4a4cebe1282beddaf9084160be1, NAME => 'TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5be6b4a4cebe1282beddaf9084160be1, NAME => 'TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:19:12,136 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:12,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37498 deadline: 1731208812131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:12,136 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:12,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37444 deadline: 1731208812131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:12,136 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:12,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37476 deadline: 1731208812132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:12,141 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:12,141 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:12,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37500 deadline: 1731208812136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:12,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37466 deadline: 1731208812136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:12,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-10T03:19:12,235 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 700749f6e4aa,39315,1731208629620 2024-11-10T03:19:12,235 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39315 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-11-10T03:19:12,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1. 2024-11-10T03:19:12,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1. as already flushing 2024-11-10T03:19:12,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1. 2024-11-10T03:19:12,236 ERROR [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129 java.io.IOException: Unable to complete flush {ENCODED => 5be6b4a4cebe1282beddaf9084160be1, NAME => 'TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:19:12,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129 java.io.IOException: Unable to complete flush {ENCODED => 5be6b4a4cebe1282beddaf9084160be1, NAME => 'TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:19:12,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster(4114): Remote procedure failed, pid=129 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5be6b4a4cebe1282beddaf9084160be1, NAME => 'TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5be6b4a4cebe1282beddaf9084160be1, NAME => 'TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:19:12,338 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:12,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37498 deadline: 1731208812337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:12,339 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:12,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37444 deadline: 1731208812337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:12,339 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:12,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37476 deadline: 1731208812337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:12,345 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:12,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37466 deadline: 1731208812342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:12,346 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:12,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37500 deadline: 1731208812342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:12,387 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 700749f6e4aa,39315,1731208629620 2024-11-10T03:19:12,387 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39315 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-11-10T03:19:12,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1. 2024-11-10T03:19:12,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1. as already flushing 2024-11-10T03:19:12,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1. 2024-11-10T03:19:12,388 ERROR [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129 java.io.IOException: Unable to complete flush {ENCODED => 5be6b4a4cebe1282beddaf9084160be1, NAME => 'TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:19:12,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129 java.io.IOException: Unable to complete flush {ENCODED => 5be6b4a4cebe1282beddaf9084160be1, NAME => 'TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:19:12,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster(4114): Remote procedure failed, pid=129 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5be6b4a4cebe1282beddaf9084160be1, NAME => 'TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5be6b4a4cebe1282beddaf9084160be1, NAME => 'TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:19:12,412 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/.tmp/A/70e37abd64dc46669cc509f55a872540 2024-11-10T03:19:12,417 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/.tmp/B/7898d61d09f849699cc6f2cf51398e9d is 50, key is test_row_0/B:col10/1731208752002/Put/seqid=0 2024-11-10T03:19:12,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742260_1436 (size=12001) 2024-11-10T03:19:12,421 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/.tmp/B/7898d61d09f849699cc6f2cf51398e9d 2024-11-10T03:19:12,428 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/.tmp/C/dbef69a34d724cc18adfa55ee4fea079 is 50, key is test_row_0/C:col10/1731208752002/Put/seqid=0 2024-11-10T03:19:12,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742261_1437 (size=12001) 2024-11-10T03:19:12,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-10T03:19:12,539 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 700749f6e4aa,39315,1731208629620 2024-11-10T03:19:12,540 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39315 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-11-10T03:19:12,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1. 2024-11-10T03:19:12,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1. as already flushing 2024-11-10T03:19:12,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1. 2024-11-10T03:19:12,540 ERROR [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129 java.io.IOException: Unable to complete flush {ENCODED => 5be6b4a4cebe1282beddaf9084160be1, NAME => 'TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:19:12,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129 java.io.IOException: Unable to complete flush {ENCODED => 5be6b4a4cebe1282beddaf9084160be1, NAME => 'TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:19:12,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster(4114): Remote procedure failed, pid=129 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5be6b4a4cebe1282beddaf9084160be1, NAME => 'TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5be6b4a4cebe1282beddaf9084160be1, NAME => 'TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:19:12,577 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-10T03:19:12,642 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:12,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37498 deadline: 1731208812639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:12,645 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:12,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37444 deadline: 1731208812641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:12,645 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:12,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37476 deadline: 1731208812642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:12,652 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:12,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37466 deadline: 1731208812647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:12,652 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:12,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37500 deadline: 1731208812648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:12,692 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 700749f6e4aa,39315,1731208629620 2024-11-10T03:19:12,692 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39315 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-11-10T03:19:12,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1. 2024-11-10T03:19:12,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1. as already flushing 2024-11-10T03:19:12,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1. 2024-11-10T03:19:12,692 ERROR [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129 java.io.IOException: Unable to complete flush {ENCODED => 5be6b4a4cebe1282beddaf9084160be1, NAME => 'TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:19:12,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129 java.io.IOException: Unable to complete flush {ENCODED => 5be6b4a4cebe1282beddaf9084160be1, NAME => 'TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:19:12,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster(4114): Remote procedure failed, pid=129 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5be6b4a4cebe1282beddaf9084160be1, NAME => 'TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5be6b4a4cebe1282beddaf9084160be1, NAME => 'TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:19:12,712 ERROR [LeaseRenewer:jenkins.hfs.0@localhost:45751 {}] server.NIOServerCnxnFactory(85): Thread Thread[LeaseRenewer:jenkins.hfs.0@localhost:45751,5,FailOnTimeoutGroup] died java.lang.NullPointerException: Cannot invoke "org.apache.hadoop.hdfs.DFSOutputStream.getNamespace()" because "outputStream" is null at org.apache.hadoop.hdfs.DFSClient.getNamespaces(DFSClient.java:596) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.renewLease(DFSClient.java:618) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.renew(LeaseRenewer.java:425) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:445) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) ~[hadoop-hdfs-client-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:19:12,834 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/.tmp/C/dbef69a34d724cc18adfa55ee4fea079 2024-11-10T03:19:12,843 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/.tmp/A/70e37abd64dc46669cc509f55a872540 as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/A/70e37abd64dc46669cc509f55a872540 2024-11-10T03:19:12,844 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 700749f6e4aa,39315,1731208629620 2024-11-10T03:19:12,845 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39315 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-11-10T03:19:12,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1. 2024-11-10T03:19:12,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1. as already flushing 2024-11-10T03:19:12,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1. 2024-11-10T03:19:12,845 ERROR [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129 java.io.IOException: Unable to complete flush {ENCODED => 5be6b4a4cebe1282beddaf9084160be1, NAME => 'TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:19:12,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129 java.io.IOException: Unable to complete flush {ENCODED => 5be6b4a4cebe1282beddaf9084160be1, NAME => 'TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:19:12,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster(4114): Remote procedure failed, pid=129 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5be6b4a4cebe1282beddaf9084160be1, NAME => 'TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5be6b4a4cebe1282beddaf9084160be1, NAME => 'TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:19:12,847 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/A/70e37abd64dc46669cc509f55a872540, entries=250, sequenceid=49, filesize=16.3 K 2024-11-10T03:19:12,848 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/.tmp/B/7898d61d09f849699cc6f2cf51398e9d as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/B/7898d61d09f849699cc6f2cf51398e9d 2024-11-10T03:19:12,851 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/B/7898d61d09f849699cc6f2cf51398e9d, entries=150, sequenceid=49, filesize=11.7 K 2024-11-10T03:19:12,852 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/.tmp/C/dbef69a34d724cc18adfa55ee4fea079 as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/C/dbef69a34d724cc18adfa55ee4fea079 2024-11-10T03:19:12,855 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/C/dbef69a34d724cc18adfa55ee4fea079, entries=150, sequenceid=49, filesize=11.7 K 2024-11-10T03:19:12,855 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 5be6b4a4cebe1282beddaf9084160be1 in 851ms, sequenceid=49, compaction requested=true 2024-11-10T03:19:12,855 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5be6b4a4cebe1282beddaf9084160be1: 2024-11-10T03:19:12,856 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T03:19:12,856 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5be6b4a4cebe1282beddaf9084160be1:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T03:19:12,856 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T03:19:12,856 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T03:19:12,856 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5be6b4a4cebe1282beddaf9084160be1:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T03:19:12,856 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T03:19:12,856 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5be6b4a4cebe1282beddaf9084160be1:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T03:19:12,856 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T03:19:12,856 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40683 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T03:19:12,857 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HStore(1540): 5be6b4a4cebe1282beddaf9084160be1/A is initiating minor compaction (all files) 2024-11-10T03:19:12,857 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5be6b4a4cebe1282beddaf9084160be1/A in TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1. 2024-11-10T03:19:12,857 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/A/27f4f83ba05648f7a86c653b0d122208, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/A/0a7c2dffccbc444c862a3d60946705db, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/A/70e37abd64dc46669cc509f55a872540] into tmpdir=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/.tmp, totalSize=39.7 K 2024-11-10T03:19:12,857 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T03:19:12,857 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.Compactor(224): Compacting 27f4f83ba05648f7a86c653b0d122208, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1731208749829 2024-11-10T03:19:12,857 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HStore(1540): 5be6b4a4cebe1282beddaf9084160be1/B is initiating minor compaction (all files) 2024-11-10T03:19:12,857 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5be6b4a4cebe1282beddaf9084160be1/B in TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1. 2024-11-10T03:19:12,857 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/B/7596c268520c47168569f8b22340def5, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/B/8cdac8466f5a4a8fa0290a6573b6000e, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/B/7898d61d09f849699cc6f2cf51398e9d] into tmpdir=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/.tmp, totalSize=35.2 K 2024-11-10T03:19:12,857 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.Compactor(224): Compacting 7596c268520c47168569f8b22340def5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1731208749829 2024-11-10T03:19:12,857 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0a7c2dffccbc444c862a3d60946705db, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1731208749836 2024-11-10T03:19:12,858 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.Compactor(224): Compacting 70e37abd64dc46669cc509f55a872540, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1731208752002 2024-11-10T03:19:12,858 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.Compactor(224): Compacting 8cdac8466f5a4a8fa0290a6573b6000e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1731208749836 2024-11-10T03:19:12,858 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.Compactor(224): Compacting 7898d61d09f849699cc6f2cf51398e9d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1731208752002 2024-11-10T03:19:12,864 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5be6b4a4cebe1282beddaf9084160be1#B#compaction#363 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T03:19:12,865 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/.tmp/B/a216fdf73b784c3891c923d218f64f87 is 50, key is test_row_0/B:col10/1731208752002/Put/seqid=0 2024-11-10T03:19:12,872 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5be6b4a4cebe1282beddaf9084160be1#A#compaction#364 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T03:19:12,872 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/.tmp/A/a2fc49d4216c41f6a6a5b5976579451b is 50, key is test_row_0/A:col10/1731208752002/Put/seqid=0 2024-11-10T03:19:12,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742262_1438 (size=12104) 2024-11-10T03:19:12,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742263_1439 (size=12104) 2024-11-10T03:19:12,997 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 700749f6e4aa,39315,1731208629620 2024-11-10T03:19:12,997 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39315 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-11-10T03:19:12,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1. 2024-11-10T03:19:12,997 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2837): Flushing 5be6b4a4cebe1282beddaf9084160be1 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-10T03:19:12,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5be6b4a4cebe1282beddaf9084160be1, store=A 2024-11-10T03:19:12,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:19:12,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5be6b4a4cebe1282beddaf9084160be1, store=B 2024-11-10T03:19:12,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:19:12,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5be6b4a4cebe1282beddaf9084160be1, store=C 2024-11-10T03:19:12,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:19:13,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/.tmp/A/7f5dbda36ce249ab9baef529dda59c3a is 50, key is test_row_0/A:col10/1731208752029/Put/seqid=0 2024-11-10T03:19:13,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742264_1440 (size=12001) 2024-11-10T03:19:13,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-10T03:19:13,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(8581): Flush requested on 5be6b4a4cebe1282beddaf9084160be1 2024-11-10T03:19:13,149 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1. as already flushing 2024-11-10T03:19:13,164 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:13,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37466 deadline: 1731208813158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:13,167 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:13,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37444 deadline: 1731208813161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:13,169 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:13,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37476 deadline: 1731208813161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:13,169 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:13,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37498 deadline: 1731208813162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:13,169 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:13,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37500 deadline: 1731208813164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:13,266 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:13,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37466 deadline: 1731208813265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:13,272 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:13,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37444 deadline: 1731208813268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:13,272 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:13,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37476 deadline: 1731208813269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:13,273 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:13,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37498 deadline: 1731208813270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:13,273 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:13,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37500 deadline: 1731208813270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:13,283 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/.tmp/B/a216fdf73b784c3891c923d218f64f87 as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/B/a216fdf73b784c3891c923d218f64f87 2024-11-10T03:19:13,287 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5be6b4a4cebe1282beddaf9084160be1/B of 5be6b4a4cebe1282beddaf9084160be1 into a216fdf73b784c3891c923d218f64f87(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T03:19:13,287 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5be6b4a4cebe1282beddaf9084160be1: 2024-11-10T03:19:13,287 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1., storeName=5be6b4a4cebe1282beddaf9084160be1/B, priority=13, startTime=1731208752856; duration=0sec 2024-11-10T03:19:13,287 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T03:19:13,287 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5be6b4a4cebe1282beddaf9084160be1:B 2024-11-10T03:19:13,287 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T03:19:13,288 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T03:19:13,288 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HStore(1540): 5be6b4a4cebe1282beddaf9084160be1/C is initiating minor compaction (all files) 2024-11-10T03:19:13,288 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5be6b4a4cebe1282beddaf9084160be1/C in TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1. 2024-11-10T03:19:13,288 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/C/c1f9b3ebd38c4f7790d383724cbc943a, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/C/551c07e1e3e743e79366011641bf9105, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/C/dbef69a34d724cc18adfa55ee4fea079] into tmpdir=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/.tmp, totalSize=35.2 K 2024-11-10T03:19:13,289 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.Compactor(224): Compacting c1f9b3ebd38c4f7790d383724cbc943a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1731208749829 2024-11-10T03:19:13,289 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.Compactor(224): Compacting 551c07e1e3e743e79366011641bf9105, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1731208749836 2024-11-10T03:19:13,289 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.Compactor(224): Compacting dbef69a34d724cc18adfa55ee4fea079, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1731208752002 2024-11-10T03:19:13,292 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/.tmp/A/a2fc49d4216c41f6a6a5b5976579451b as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/A/a2fc49d4216c41f6a6a5b5976579451b 2024-11-10T03:19:13,295 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5be6b4a4cebe1282beddaf9084160be1#C#compaction#366 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T03:19:13,295 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/.tmp/C/65f5cfd8f2634652997aa252f199498b is 50, key is test_row_0/C:col10/1731208752002/Put/seqid=0 2024-11-10T03:19:13,296 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5be6b4a4cebe1282beddaf9084160be1/A of 5be6b4a4cebe1282beddaf9084160be1 into a2fc49d4216c41f6a6a5b5976579451b(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T03:19:13,296 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5be6b4a4cebe1282beddaf9084160be1: 2024-11-10T03:19:13,296 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1., storeName=5be6b4a4cebe1282beddaf9084160be1/A, priority=13, startTime=1731208752855; duration=0sec 2024-11-10T03:19:13,296 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T03:19:13,296 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5be6b4a4cebe1282beddaf9084160be1:A 2024-11-10T03:19:13,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742265_1441 (size=12104) 2024-11-10T03:19:13,404 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=73 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/.tmp/A/7f5dbda36ce249ab9baef529dda59c3a 2024-11-10T03:19:13,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/.tmp/B/6a9d460f1ce34264ad86c0001eeb735a is 50, key is test_row_0/B:col10/1731208752029/Put/seqid=0 2024-11-10T03:19:13,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742266_1442 (size=12001) 2024-11-10T03:19:13,413 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=73 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/.tmp/B/6a9d460f1ce34264ad86c0001eeb735a 2024-11-10T03:19:13,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/.tmp/C/93b4a3635ab142b19dbdbff4c7da03f4 is 50, key is test_row_0/C:col10/1731208752029/Put/seqid=0 2024-11-10T03:19:13,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742267_1443 (size=12001) 2024-11-10T03:19:13,423 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=73 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/.tmp/C/93b4a3635ab142b19dbdbff4c7da03f4 2024-11-10T03:19:13,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/.tmp/A/7f5dbda36ce249ab9baef529dda59c3a as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/A/7f5dbda36ce249ab9baef529dda59c3a 2024-11-10T03:19:13,428 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/A/7f5dbda36ce249ab9baef529dda59c3a, entries=150, sequenceid=73, filesize=11.7 K 2024-11-10T03:19:13,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/.tmp/B/6a9d460f1ce34264ad86c0001eeb735a as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/B/6a9d460f1ce34264ad86c0001eeb735a 2024-11-10T03:19:13,432 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/B/6a9d460f1ce34264ad86c0001eeb735a, entries=150, sequenceid=73, filesize=11.7 K 2024-11-10T03:19:13,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/.tmp/C/93b4a3635ab142b19dbdbff4c7da03f4 as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/C/93b4a3635ab142b19dbdbff4c7da03f4 2024-11-10T03:19:13,435 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/C/93b4a3635ab142b19dbdbff4c7da03f4, entries=150, sequenceid=73, filesize=11.7 K 2024-11-10T03:19:13,435 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 5be6b4a4cebe1282beddaf9084160be1 in 438ms, sequenceid=73, compaction requested=false 2024-11-10T03:19:13,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2538): Flush status journal for 5be6b4a4cebe1282beddaf9084160be1: 2024-11-10T03:19:13,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1. 2024-11-10T03:19:13,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=129 2024-11-10T03:19:13,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster(4106): Remote procedure done, pid=129 2024-11-10T03:19:13,437 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=129, resume processing ppid=128 2024-11-10T03:19:13,437 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=129, ppid=128, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5050 sec 2024-11-10T03:19:13,438 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=128, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees in 1.5070 sec 2024-11-10T03:19:13,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(8581): Flush requested on 5be6b4a4cebe1282beddaf9084160be1 2024-11-10T03:19:13,470 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5be6b4a4cebe1282beddaf9084160be1 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-10T03:19:13,471 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5be6b4a4cebe1282beddaf9084160be1, store=A 2024-11-10T03:19:13,471 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:19:13,471 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5be6b4a4cebe1282beddaf9084160be1, store=B 2024-11-10T03:19:13,471 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:19:13,471 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5be6b4a4cebe1282beddaf9084160be1, store=C 2024-11-10T03:19:13,471 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:19:13,474 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/.tmp/A/531af226b9674b6ba5a46a600991a24a is 50, key is test_row_0/A:col10/1731208753161/Put/seqid=0 2024-11-10T03:19:13,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742268_1444 (size=14341) 2024-11-10T03:19:13,504 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:13,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37466 deadline: 1731208813496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:13,504 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:13,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37476 deadline: 1731208813502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:13,512 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:13,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37498 deadline: 1731208813503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:13,512 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:13,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37500 deadline: 1731208813503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:13,513 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:13,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37444 deadline: 1731208813504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:13,610 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:13,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37476 deadline: 1731208813605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:13,610 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:13,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37466 deadline: 1731208813605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:13,618 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:13,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37498 deadline: 1731208813613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:13,618 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:13,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37500 deadline: 1731208813613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:13,618 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:13,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37444 deadline: 1731208813614, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:13,730 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/.tmp/C/65f5cfd8f2634652997aa252f199498b as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/C/65f5cfd8f2634652997aa252f199498b 2024-11-10T03:19:13,733 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5be6b4a4cebe1282beddaf9084160be1/C of 5be6b4a4cebe1282beddaf9084160be1 into 65f5cfd8f2634652997aa252f199498b(size=11.8 K), total size for store is 23.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T03:19:13,733 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5be6b4a4cebe1282beddaf9084160be1: 2024-11-10T03:19:13,733 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1., storeName=5be6b4a4cebe1282beddaf9084160be1/C, priority=13, startTime=1731208752856; duration=0sec 2024-11-10T03:19:13,733 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T03:19:13,733 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5be6b4a4cebe1282beddaf9084160be1:C 2024-11-10T03:19:13,814 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:13,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37466 deadline: 1731208813811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:13,815 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:13,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37476 deadline: 1731208813812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:13,823 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:13,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37500 deadline: 1731208813819, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:13,823 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:13,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37498 deadline: 1731208813820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:13,825 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:13,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37444 deadline: 1731208813820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:13,878 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=88 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/.tmp/A/531af226b9674b6ba5a46a600991a24a 2024-11-10T03:19:13,883 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/.tmp/B/42493fd3fd2f4fd19fc1a3efe755c43f is 50, key is test_row_0/B:col10/1731208753161/Put/seqid=0 2024-11-10T03:19:13,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742269_1445 (size=12001) 2024-11-10T03:19:14,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-10T03:19:14,034 INFO [Thread-1933 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 128 completed 2024-11-10T03:19:14,035 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T03:19:14,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] procedure2.ProcedureExecutor(1098): Stored pid=130, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees 2024-11-10T03:19:14,036 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=130, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T03:19:14,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-10T03:19:14,037 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=130, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T03:19:14,037 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=131, ppid=130, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T03:19:14,124 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:14,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37476 deadline: 1731208814120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:14,128 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:14,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37466 deadline: 1731208814122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:14,129 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:14,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37500 deadline: 1731208814125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:14,131 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:14,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37498 deadline: 1731208814125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:14,131 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:14,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37444 deadline: 1731208814127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:14,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-10T03:19:14,188 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 700749f6e4aa,39315,1731208629620 2024-11-10T03:19:14,188 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39315 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-10T03:19:14,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1. 2024-11-10T03:19:14,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1. as already flushing 2024-11-10T03:19:14,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1. 2024-11-10T03:19:14,189 ERROR [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => 5be6b4a4cebe1282beddaf9084160be1, NAME => 'TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:19:14,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => 5be6b4a4cebe1282beddaf9084160be1, NAME => 'TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:19:14,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5be6b4a4cebe1282beddaf9084160be1, NAME => 'TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5be6b4a4cebe1282beddaf9084160be1, NAME => 'TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:19:14,286 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=88 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/.tmp/B/42493fd3fd2f4fd19fc1a3efe755c43f 2024-11-10T03:19:14,291 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/.tmp/C/d7a73eb54a684b2785616966e085f1ed is 50, key is test_row_0/C:col10/1731208753161/Put/seqid=0 2024-11-10T03:19:14,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742270_1446 (size=12001) 2024-11-10T03:19:14,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-10T03:19:14,340 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 700749f6e4aa,39315,1731208629620 2024-11-10T03:19:14,341 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39315 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-10T03:19:14,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1. 2024-11-10T03:19:14,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1. as already flushing 2024-11-10T03:19:14,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1. 2024-11-10T03:19:14,341 ERROR [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => 5be6b4a4cebe1282beddaf9084160be1, NAME => 'TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:19:14,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => 5be6b4a4cebe1282beddaf9084160be1, NAME => 'TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:19:14,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5be6b4a4cebe1282beddaf9084160be1, NAME => 'TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5be6b4a4cebe1282beddaf9084160be1, NAME => 'TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:19:14,493 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 700749f6e4aa,39315,1731208629620 2024-11-10T03:19:14,493 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39315 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-10T03:19:14,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1. 2024-11-10T03:19:14,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1. as already flushing 2024-11-10T03:19:14,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1. 2024-11-10T03:19:14,493 ERROR [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => 5be6b4a4cebe1282beddaf9084160be1, NAME => 'TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:19:14,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => 5be6b4a4cebe1282beddaf9084160be1, NAME => 'TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:19:14,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5be6b4a4cebe1282beddaf9084160be1, NAME => 'TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5be6b4a4cebe1282beddaf9084160be1, NAME => 'TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:19:14,632 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:14,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37476 deadline: 1731208814628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:14,634 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:14,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37466 deadline: 1731208814630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:14,634 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:14,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37444 deadline: 1731208814632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:14,638 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:14,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37498 deadline: 1731208814633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:14,638 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:14,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37500 deadline: 1731208814633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:14,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-10T03:19:14,645 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 700749f6e4aa,39315,1731208629620 2024-11-10T03:19:14,645 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39315 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-10T03:19:14,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1. 2024-11-10T03:19:14,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1. as already flushing 2024-11-10T03:19:14,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1. 2024-11-10T03:19:14,645 ERROR [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => 5be6b4a4cebe1282beddaf9084160be1, NAME => 'TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:19:14,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => 5be6b4a4cebe1282beddaf9084160be1, NAME => 'TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:19:14,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5be6b4a4cebe1282beddaf9084160be1, NAME => 'TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5be6b4a4cebe1282beddaf9084160be1, NAME => 'TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:19:14,695 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=88 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/.tmp/C/d7a73eb54a684b2785616966e085f1ed 2024-11-10T03:19:14,698 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/.tmp/A/531af226b9674b6ba5a46a600991a24a as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/A/531af226b9674b6ba5a46a600991a24a 2024-11-10T03:19:14,701 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/A/531af226b9674b6ba5a46a600991a24a, entries=200, sequenceid=88, filesize=14.0 K 2024-11-10T03:19:14,701 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/.tmp/B/42493fd3fd2f4fd19fc1a3efe755c43f as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/B/42493fd3fd2f4fd19fc1a3efe755c43f 2024-11-10T03:19:14,704 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/B/42493fd3fd2f4fd19fc1a3efe755c43f, entries=150, sequenceid=88, filesize=11.7 K 2024-11-10T03:19:14,705 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/.tmp/C/d7a73eb54a684b2785616966e085f1ed as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/C/d7a73eb54a684b2785616966e085f1ed 2024-11-10T03:19:14,707 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/C/d7a73eb54a684b2785616966e085f1ed, entries=150, sequenceid=88, filesize=11.7 K 2024-11-10T03:19:14,708 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 5be6b4a4cebe1282beddaf9084160be1 in 1238ms, sequenceid=88, compaction requested=true 2024-11-10T03:19:14,708 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5be6b4a4cebe1282beddaf9084160be1: 2024-11-10T03:19:14,708 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5be6b4a4cebe1282beddaf9084160be1:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T03:19:14,708 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T03:19:14,708 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T03:19:14,708 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5be6b4a4cebe1282beddaf9084160be1:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T03:19:14,708 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T03:19:14,708 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5be6b4a4cebe1282beddaf9084160be1:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T03:19:14,708 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-10T03:19:14,709 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38446 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T03:19:14,709 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HStore(1540): 5be6b4a4cebe1282beddaf9084160be1/A is initiating minor compaction (all files) 2024-11-10T03:19:14,709 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5be6b4a4cebe1282beddaf9084160be1/A in TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1. 2024-11-10T03:19:14,709 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/A/a2fc49d4216c41f6a6a5b5976579451b, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/A/7f5dbda36ce249ab9baef529dda59c3a, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/A/531af226b9674b6ba5a46a600991a24a] into tmpdir=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/.tmp, totalSize=37.5 K 2024-11-10T03:19:14,709 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T03:19:14,709 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.Compactor(224): Compacting a2fc49d4216c41f6a6a5b5976579451b, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1731208752002 2024-11-10T03:19:14,710 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7f5dbda36ce249ab9baef529dda59c3a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=73, earliestPutTs=1731208752022 2024-11-10T03:19:14,710 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.Compactor(224): Compacting 531af226b9674b6ba5a46a600991a24a, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=88, earliestPutTs=1731208753161 2024-11-10T03:19:14,710 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T03:19:14,710 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HStore(1540): 5be6b4a4cebe1282beddaf9084160be1/B is initiating minor compaction (all files) 2024-11-10T03:19:14,710 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5be6b4a4cebe1282beddaf9084160be1/B in TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1. 2024-11-10T03:19:14,710 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/B/a216fdf73b784c3891c923d218f64f87, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/B/6a9d460f1ce34264ad86c0001eeb735a, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/B/42493fd3fd2f4fd19fc1a3efe755c43f] into tmpdir=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/.tmp, totalSize=35.3 K 2024-11-10T03:19:14,711 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.Compactor(224): Compacting a216fdf73b784c3891c923d218f64f87, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1731208752002 2024-11-10T03:19:14,711 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.Compactor(224): Compacting 6a9d460f1ce34264ad86c0001eeb735a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=73, earliestPutTs=1731208752022 2024-11-10T03:19:14,711 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.Compactor(224): Compacting 42493fd3fd2f4fd19fc1a3efe755c43f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=88, earliestPutTs=1731208753161 2024-11-10T03:19:14,716 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5be6b4a4cebe1282beddaf9084160be1#A#compaction#372 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-10T03:19:14,716 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/.tmp/A/ce58bb9f276c43b4bb0f6810af6660e1 is 50, key is test_row_0/A:col10/1731208753161/Put/seqid=0 2024-11-10T03:19:14,716 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5be6b4a4cebe1282beddaf9084160be1#B#compaction#373 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T03:19:14,717 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/.tmp/B/6b0966253a5d44ffa715a2e47baed744 is 50, key is test_row_0/B:col10/1731208753161/Put/seqid=0 2024-11-10T03:19:14,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742272_1448 (size=12207) 2024-11-10T03:19:14,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742271_1447 (size=12207) 2024-11-10T03:19:14,731 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/.tmp/B/6b0966253a5d44ffa715a2e47baed744 as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/B/6b0966253a5d44ffa715a2e47baed744 2024-11-10T03:19:14,732 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/.tmp/A/ce58bb9f276c43b4bb0f6810af6660e1 as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/A/ce58bb9f276c43b4bb0f6810af6660e1 2024-11-10T03:19:14,737 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5be6b4a4cebe1282beddaf9084160be1/A of 5be6b4a4cebe1282beddaf9084160be1 into ce58bb9f276c43b4bb0f6810af6660e1(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T03:19:14,737 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5be6b4a4cebe1282beddaf9084160be1: 2024-11-10T03:19:14,737 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1., storeName=5be6b4a4cebe1282beddaf9084160be1/A, priority=13, startTime=1731208754708; duration=0sec 2024-11-10T03:19:14,737 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T03:19:14,737 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5be6b4a4cebe1282beddaf9084160be1:A 2024-11-10T03:19:14,737 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T03:19:14,738 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5be6b4a4cebe1282beddaf9084160be1/B of 5be6b4a4cebe1282beddaf9084160be1 into 6b0966253a5d44ffa715a2e47baed744(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T03:19:14,738 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5be6b4a4cebe1282beddaf9084160be1: 2024-11-10T03:19:14,738 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1., storeName=5be6b4a4cebe1282beddaf9084160be1/B, priority=13, startTime=1731208754708; duration=0sec 2024-11-10T03:19:14,738 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T03:19:14,738 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5be6b4a4cebe1282beddaf9084160be1:B 2024-11-10T03:19:14,738 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T03:19:14,738 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HStore(1540): 5be6b4a4cebe1282beddaf9084160be1/C is initiating minor compaction (all files) 2024-11-10T03:19:14,739 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5be6b4a4cebe1282beddaf9084160be1/C in TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1. 2024-11-10T03:19:14,739 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/C/65f5cfd8f2634652997aa252f199498b, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/C/93b4a3635ab142b19dbdbff4c7da03f4, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/C/d7a73eb54a684b2785616966e085f1ed] into tmpdir=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/.tmp, totalSize=35.3 K 2024-11-10T03:19:14,739 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.Compactor(224): Compacting 65f5cfd8f2634652997aa252f199498b, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1731208752002 2024-11-10T03:19:14,739 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.Compactor(224): Compacting 93b4a3635ab142b19dbdbff4c7da03f4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=73, earliestPutTs=1731208752022 2024-11-10T03:19:14,739 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.Compactor(224): Compacting d7a73eb54a684b2785616966e085f1ed, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=88, earliestPutTs=1731208753161 2024-11-10T03:19:14,744 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5be6b4a4cebe1282beddaf9084160be1#C#compaction#374 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T03:19:14,745 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/.tmp/C/3e2dd80b4fc046189f0730a6004158ac is 50, key is test_row_0/C:col10/1731208753161/Put/seqid=0 2024-11-10T03:19:14,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742273_1449 (size=12207) 2024-11-10T03:19:14,758 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/.tmp/C/3e2dd80b4fc046189f0730a6004158ac as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/C/3e2dd80b4fc046189f0730a6004158ac 2024-11-10T03:19:14,762 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5be6b4a4cebe1282beddaf9084160be1/C of 5be6b4a4cebe1282beddaf9084160be1 into 3e2dd80b4fc046189f0730a6004158ac(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T03:19:14,762 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5be6b4a4cebe1282beddaf9084160be1: 2024-11-10T03:19:14,762 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1., storeName=5be6b4a4cebe1282beddaf9084160be1/C, priority=13, startTime=1731208754708; duration=0sec 2024-11-10T03:19:14,762 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T03:19:14,762 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5be6b4a4cebe1282beddaf9084160be1:C 2024-11-10T03:19:14,797 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 700749f6e4aa,39315,1731208629620 2024-11-10T03:19:14,797 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39315 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-10T03:19:14,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1. 2024-11-10T03:19:14,798 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2837): Flushing 5be6b4a4cebe1282beddaf9084160be1 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-10T03:19:14,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5be6b4a4cebe1282beddaf9084160be1, store=A 2024-11-10T03:19:14,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:19:14,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5be6b4a4cebe1282beddaf9084160be1, store=B 2024-11-10T03:19:14,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:19:14,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5be6b4a4cebe1282beddaf9084160be1, store=C 2024-11-10T03:19:14,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:19:14,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/.tmp/A/75e6643b1ba04d82bf9b47bac70cbc92 is 50, key is test_row_0/A:col10/1731208753503/Put/seqid=0 2024-11-10T03:19:14,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742274_1450 (size=12001) 2024-11-10T03:19:15,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-10T03:19:15,205 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/.tmp/A/75e6643b1ba04d82bf9b47bac70cbc92 2024-11-10T03:19:15,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/.tmp/B/ca3841c3d85549cf81984a36f0243067 is 50, key is test_row_0/B:col10/1731208753503/Put/seqid=0 2024-11-10T03:19:15,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742275_1451 (size=12001) 2024-11-10T03:19:15,614 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/.tmp/B/ca3841c3d85549cf81984a36f0243067 2024-11-10T03:19:15,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/.tmp/C/15680a53c6e24037ae6b49e6fc68873e is 50, key is test_row_0/C:col10/1731208753503/Put/seqid=0 2024-11-10T03:19:15,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742276_1452 (size=12001) 2024-11-10T03:19:15,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(8581): Flush requested on 5be6b4a4cebe1282beddaf9084160be1 2024-11-10T03:19:15,638 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1. as already flushing 2024-11-10T03:19:15,649 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:15,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37476 deadline: 1731208815645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:15,649 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:15,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37500 deadline: 1731208815646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:15,649 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:15,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37444 deadline: 1731208815646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:15,651 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:15,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37498 deadline: 1731208815647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:15,652 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:15,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37466 deadline: 1731208815649, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:15,754 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:15,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37476 deadline: 1731208815750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:15,754 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:15,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37444 deadline: 1731208815750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:15,755 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:15,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37498 deadline: 1731208815751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:15,755 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:15,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37466 deadline: 1731208815753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:15,958 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:15,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37444 deadline: 1731208815955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:15,958 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:15,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37498 deadline: 1731208815955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:15,958 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:15,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37476 deadline: 1731208815956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:15,958 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:15,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37466 deadline: 1731208815957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:16,022 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/.tmp/C/15680a53c6e24037ae6b49e6fc68873e 2024-11-10T03:19:16,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/.tmp/A/75e6643b1ba04d82bf9b47bac70cbc92 as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/A/75e6643b1ba04d82bf9b47bac70cbc92 2024-11-10T03:19:16,027 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/A/75e6643b1ba04d82bf9b47bac70cbc92, entries=150, sequenceid=115, filesize=11.7 K 2024-11-10T03:19:16,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/.tmp/B/ca3841c3d85549cf81984a36f0243067 as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/B/ca3841c3d85549cf81984a36f0243067 2024-11-10T03:19:16,030 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/B/ca3841c3d85549cf81984a36f0243067, entries=150, sequenceid=115, filesize=11.7 K 2024-11-10T03:19:16,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/.tmp/C/15680a53c6e24037ae6b49e6fc68873e as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/C/15680a53c6e24037ae6b49e6fc68873e 2024-11-10T03:19:16,033 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/C/15680a53c6e24037ae6b49e6fc68873e, entries=150, sequenceid=115, filesize=11.7 K 2024-11-10T03:19:16,034 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 5be6b4a4cebe1282beddaf9084160be1 in 1236ms, sequenceid=115, compaction requested=false 2024-11-10T03:19:16,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2538): Flush status journal for 5be6b4a4cebe1282beddaf9084160be1: 2024-11-10T03:19:16,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1. 2024-11-10T03:19:16,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=131 2024-11-10T03:19:16,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster(4106): Remote procedure done, pid=131 2024-11-10T03:19:16,035 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=131, resume processing ppid=130 2024-11-10T03:19:16,036 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=131, ppid=130, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9980 sec 2024-11-10T03:19:16,036 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=130, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees in 2.0010 sec 2024-11-10T03:19:16,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-10T03:19:16,140 INFO [Thread-1933 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 130 completed 2024-11-10T03:19:16,140 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T03:19:16,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] procedure2.ProcedureExecutor(1098): Stored pid=132, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees 2024-11-10T03:19:16,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-10T03:19:16,141 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=132, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T03:19:16,142 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=132, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T03:19:16,142 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=133, ppid=132, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T03:19:16,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-10T03:19:16,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(8581): Flush requested on 5be6b4a4cebe1282beddaf9084160be1 2024-11-10T03:19:16,261 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5be6b4a4cebe1282beddaf9084160be1 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-10T03:19:16,262 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5be6b4a4cebe1282beddaf9084160be1, store=A 2024-11-10T03:19:16,262 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:19:16,262 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5be6b4a4cebe1282beddaf9084160be1, store=B 2024-11-10T03:19:16,262 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:19:16,262 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5be6b4a4cebe1282beddaf9084160be1, store=C 2024-11-10T03:19:16,262 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:19:16,265 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/.tmp/A/1e2698c705ab4f2da532103c9b2e612b is 50, key is test_row_0/A:col10/1731208755645/Put/seqid=0 2024-11-10T03:19:16,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742277_1453 (size=16781) 2024-11-10T03:19:16,293 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 700749f6e4aa,39315,1731208629620 2024-11-10T03:19:16,293 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:16,293 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39315 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-10T03:19:16,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37466 deadline: 1731208816287, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:16,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1. 2024-11-10T03:19:16,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1. as already flushing 2024-11-10T03:19:16,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1. 2024-11-10T03:19:16,293 ERROR [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => 5be6b4a4cebe1282beddaf9084160be1, NAME => 'TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:19:16,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => 5be6b4a4cebe1282beddaf9084160be1, NAME => 'TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:19:16,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5be6b4a4cebe1282beddaf9084160be1, NAME => 'TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5be6b4a4cebe1282beddaf9084160be1, NAME => 'TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:19:16,297 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:16,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37476 deadline: 1731208816288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:16,297 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:16,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37498 deadline: 1731208816293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:16,299 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:16,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37444 deadline: 1731208816293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:16,398 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:16,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37466 deadline: 1731208816394, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:16,401 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:16,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37476 deadline: 1731208816398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:16,401 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:16,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37498 deadline: 1731208816398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:16,404 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:16,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37444 deadline: 1731208816400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:16,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-10T03:19:16,445 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 700749f6e4aa,39315,1731208629620 2024-11-10T03:19:16,445 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39315 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-10T03:19:16,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1. 2024-11-10T03:19:16,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1. as already flushing 2024-11-10T03:19:16,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1. 2024-11-10T03:19:16,446 ERROR [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => 5be6b4a4cebe1282beddaf9084160be1, NAME => 'TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:19:16,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => 5be6b4a4cebe1282beddaf9084160be1, NAME => 'TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:19:16,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5be6b4a4cebe1282beddaf9084160be1, NAME => 'TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5be6b4a4cebe1282beddaf9084160be1, NAME => 'TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:19:16,597 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 700749f6e4aa,39315,1731208629620 2024-11-10T03:19:16,597 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39315 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-10T03:19:16,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1. 2024-11-10T03:19:16,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1. as already flushing 2024-11-10T03:19:16,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1. 2024-11-10T03:19:16,598 ERROR [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => 5be6b4a4cebe1282beddaf9084160be1, NAME => 'TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:19:16,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => 5be6b4a4cebe1282beddaf9084160be1, NAME => 'TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:19:16,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5be6b4a4cebe1282beddaf9084160be1, NAME => 'TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5be6b4a4cebe1282beddaf9084160be1, NAME => 'TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:19:16,602 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:16,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37466 deadline: 1731208816600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:16,605 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:16,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37476 deadline: 1731208816602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:16,605 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:16,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37498 deadline: 1731208816602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:16,611 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:16,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37444 deadline: 1731208816606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:16,669 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/.tmp/A/1e2698c705ab4f2da532103c9b2e612b 2024-11-10T03:19:16,674 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/.tmp/B/3c8029c6a587416ab857d7086cf75ec9 is 50, key is test_row_0/B:col10/1731208755645/Put/seqid=0 2024-11-10T03:19:16,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742278_1454 (size=12051) 2024-11-10T03:19:16,677 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/.tmp/B/3c8029c6a587416ab857d7086cf75ec9 2024-11-10T03:19:16,687 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/.tmp/C/7b485572a16b42c583fe15491d349c69 is 50, key is test_row_0/C:col10/1731208755645/Put/seqid=0 2024-11-10T03:19:16,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742279_1455 (size=12051) 2024-11-10T03:19:16,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-10T03:19:16,749 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 700749f6e4aa,39315,1731208629620 2024-11-10T03:19:16,750 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39315 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-10T03:19:16,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1. 2024-11-10T03:19:16,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1. as already flushing 2024-11-10T03:19:16,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1. 2024-11-10T03:19:16,750 ERROR [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => 5be6b4a4cebe1282beddaf9084160be1, NAME => 'TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:19:16,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => 5be6b4a4cebe1282beddaf9084160be1, NAME => 'TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:19:16,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5be6b4a4cebe1282beddaf9084160be1, NAME => 'TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5be6b4a4cebe1282beddaf9084160be1, NAME => 'TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:19:16,902 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 700749f6e4aa,39315,1731208629620 2024-11-10T03:19:16,902 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39315 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-10T03:19:16,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1. 2024-11-10T03:19:16,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1. as already flushing 2024-11-10T03:19:16,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1. 2024-11-10T03:19:16,903 ERROR [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => 5be6b4a4cebe1282beddaf9084160be1, NAME => 'TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:19:16,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => 5be6b4a4cebe1282beddaf9084160be1, NAME => 'TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:19:16,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5be6b4a4cebe1282beddaf9084160be1, NAME => 'TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5be6b4a4cebe1282beddaf9084160be1, NAME => 'TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:19:16,911 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:16,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37466 deadline: 1731208816903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:16,913 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:16,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37476 deadline: 1731208816906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:16,913 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:16,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37498 deadline: 1731208816908, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:16,913 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:16,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37444 deadline: 1731208816911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:17,054 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 700749f6e4aa,39315,1731208629620 2024-11-10T03:19:17,055 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39315 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-10T03:19:17,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1. 2024-11-10T03:19:17,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1. as already flushing 2024-11-10T03:19:17,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1. 2024-11-10T03:19:17,055 ERROR [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => 5be6b4a4cebe1282beddaf9084160be1, NAME => 'TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:19:17,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => 5be6b4a4cebe1282beddaf9084160be1, NAME => 'TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:19:17,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5be6b4a4cebe1282beddaf9084160be1, NAME => 'TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5be6b4a4cebe1282beddaf9084160be1, NAME => 'TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:19:17,091 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/.tmp/C/7b485572a16b42c583fe15491d349c69 2024-11-10T03:19:17,094 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/.tmp/A/1e2698c705ab4f2da532103c9b2e612b as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/A/1e2698c705ab4f2da532103c9b2e612b 2024-11-10T03:19:17,097 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/A/1e2698c705ab4f2da532103c9b2e612b, entries=250, sequenceid=130, filesize=16.4 K 2024-11-10T03:19:17,097 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/.tmp/B/3c8029c6a587416ab857d7086cf75ec9 as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/B/3c8029c6a587416ab857d7086cf75ec9 2024-11-10T03:19:17,100 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/B/3c8029c6a587416ab857d7086cf75ec9, entries=150, sequenceid=130, filesize=11.8 K 2024-11-10T03:19:17,100 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/.tmp/C/7b485572a16b42c583fe15491d349c69 as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/C/7b485572a16b42c583fe15491d349c69 2024-11-10T03:19:17,103 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/C/7b485572a16b42c583fe15491d349c69, entries=150, sequenceid=130, filesize=11.8 K 2024-11-10T03:19:17,104 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 5be6b4a4cebe1282beddaf9084160be1 in 843ms, sequenceid=130, compaction requested=true 2024-11-10T03:19:17,104 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5be6b4a4cebe1282beddaf9084160be1: 2024-11-10T03:19:17,104 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5be6b4a4cebe1282beddaf9084160be1:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T03:19:17,104 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T03:19:17,104 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5be6b4a4cebe1282beddaf9084160be1:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T03:19:17,104 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T03:19:17,104 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5be6b4a4cebe1282beddaf9084160be1:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T03:19:17,104 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T03:19:17,104 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T03:19:17,104 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T03:19:17,104 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36259 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T03:19:17,105 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40989 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T03:19:17,105 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HStore(1540): 5be6b4a4cebe1282beddaf9084160be1/A is initiating minor compaction (all files) 2024-11-10T03:19:17,105 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HStore(1540): 5be6b4a4cebe1282beddaf9084160be1/B is initiating minor compaction (all files) 2024-11-10T03:19:17,105 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5be6b4a4cebe1282beddaf9084160be1/A in TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1. 2024-11-10T03:19:17,105 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5be6b4a4cebe1282beddaf9084160be1/B in TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1. 2024-11-10T03:19:17,105 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/B/6b0966253a5d44ffa715a2e47baed744, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/B/ca3841c3d85549cf81984a36f0243067, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/B/3c8029c6a587416ab857d7086cf75ec9] into tmpdir=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/.tmp, totalSize=35.4 K 2024-11-10T03:19:17,105 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/A/ce58bb9f276c43b4bb0f6810af6660e1, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/A/75e6643b1ba04d82bf9b47bac70cbc92, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/A/1e2698c705ab4f2da532103c9b2e612b] into tmpdir=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/.tmp, totalSize=40.0 K 2024-11-10T03:19:17,105 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.Compactor(224): Compacting ce58bb9f276c43b4bb0f6810af6660e1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=88, earliestPutTs=1731208753161 2024-11-10T03:19:17,105 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.Compactor(224): Compacting 6b0966253a5d44ffa715a2e47baed744, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=88, earliestPutTs=1731208753161 2024-11-10T03:19:17,105 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.Compactor(224): Compacting ca3841c3d85549cf81984a36f0243067, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1731208753502 2024-11-10T03:19:17,105 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.Compactor(224): Compacting 75e6643b1ba04d82bf9b47bac70cbc92, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1731208753502 2024-11-10T03:19:17,105 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.Compactor(224): Compacting 3c8029c6a587416ab857d7086cf75ec9, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1731208755645 2024-11-10T03:19:17,106 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1e2698c705ab4f2da532103c9b2e612b, keycount=250, bloomtype=ROW, size=16.4 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1731208755645 2024-11-10T03:19:17,111 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5be6b4a4cebe1282beddaf9084160be1#A#compaction#381 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-10T03:19:17,111 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/.tmp/A/eab4873045aa446daf9fe43d4741660e is 50, key is test_row_0/A:col10/1731208755645/Put/seqid=0 2024-11-10T03:19:17,111 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5be6b4a4cebe1282beddaf9084160be1#B#compaction#382 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T03:19:17,112 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/.tmp/B/66dd7517bfd6427d8b8f0b72ec725a75 is 50, key is test_row_0/B:col10/1731208755645/Put/seqid=0 2024-11-10T03:19:17,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742280_1456 (size=12359) 2024-11-10T03:19:17,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742281_1457 (size=12359) 2024-11-10T03:19:17,117 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/.tmp/A/eab4873045aa446daf9fe43d4741660e as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/A/eab4873045aa446daf9fe43d4741660e 2024-11-10T03:19:17,121 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5be6b4a4cebe1282beddaf9084160be1/A of 5be6b4a4cebe1282beddaf9084160be1 into eab4873045aa446daf9fe43d4741660e(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T03:19:17,121 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5be6b4a4cebe1282beddaf9084160be1: 2024-11-10T03:19:17,121 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1., storeName=5be6b4a4cebe1282beddaf9084160be1/A, priority=13, startTime=1731208757104; duration=0sec 2024-11-10T03:19:17,121 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T03:19:17,121 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5be6b4a4cebe1282beddaf9084160be1:A 2024-11-10T03:19:17,122 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T03:19:17,122 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36259 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T03:19:17,122 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HStore(1540): 5be6b4a4cebe1282beddaf9084160be1/C is initiating minor compaction (all files) 2024-11-10T03:19:17,122 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5be6b4a4cebe1282beddaf9084160be1/C in TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1. 2024-11-10T03:19:17,122 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/C/3e2dd80b4fc046189f0730a6004158ac, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/C/15680a53c6e24037ae6b49e6fc68873e, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/C/7b485572a16b42c583fe15491d349c69] into tmpdir=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/.tmp, totalSize=35.4 K 2024-11-10T03:19:17,124 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3e2dd80b4fc046189f0730a6004158ac, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=88, earliestPutTs=1731208753161 2024-11-10T03:19:17,124 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.Compactor(224): Compacting 15680a53c6e24037ae6b49e6fc68873e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1731208753502 2024-11-10T03:19:17,124 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7b485572a16b42c583fe15491d349c69, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1731208755645 2024-11-10T03:19:17,131 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5be6b4a4cebe1282beddaf9084160be1#C#compaction#383 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T03:19:17,131 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/.tmp/C/a0cff378ae854f8ab108603516b67fa6 is 50, key is test_row_0/C:col10/1731208755645/Put/seqid=0 2024-11-10T03:19:17,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742282_1458 (size=12359) 2024-11-10T03:19:17,206 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 700749f6e4aa,39315,1731208629620 2024-11-10T03:19:17,207 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39315 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-10T03:19:17,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1. 2024-11-10T03:19:17,207 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2837): Flushing 5be6b4a4cebe1282beddaf9084160be1 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-10T03:19:17,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5be6b4a4cebe1282beddaf9084160be1, store=A 2024-11-10T03:19:17,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:19:17,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5be6b4a4cebe1282beddaf9084160be1, store=B 2024-11-10T03:19:17,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:19:17,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5be6b4a4cebe1282beddaf9084160be1, store=C 2024-11-10T03:19:17,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:19:17,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/.tmp/A/a428a6fb7bed4c59b13b8fe0bef3b540 is 50, key is test_row_0/A:col10/1731208756287/Put/seqid=0 2024-11-10T03:19:17,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742283_1459 (size=12151) 2024-11-10T03:19:17,214 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=152 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/.tmp/A/a428a6fb7bed4c59b13b8fe0bef3b540 2024-11-10T03:19:17,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/.tmp/B/12f9e67c9867474d92503088bff7d880 is 50, key is test_row_0/B:col10/1731208756287/Put/seqid=0 2024-11-10T03:19:17,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742284_1460 (size=12151) 2024-11-10T03:19:17,225 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=152 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/.tmp/B/12f9e67c9867474d92503088bff7d880 2024-11-10T03:19:17,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/.tmp/C/dafbebc7f0cc45469fb2ef7b8b541dc7 is 50, key is test_row_0/C:col10/1731208756287/Put/seqid=0 2024-11-10T03:19:17,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742285_1461 (size=12151) 2024-11-10T03:19:17,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-10T03:19:17,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(8581): Flush requested on 5be6b4a4cebe1282beddaf9084160be1 2024-11-10T03:19:17,416 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1. as already flushing 2024-11-10T03:19:17,459 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:17,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37476 deadline: 1731208817451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:17,460 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:17,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37498 deadline: 1731208817452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:17,464 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:17,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37444 deadline: 1731208817459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:17,464 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:17,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37466 deadline: 1731208817459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:17,518 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/.tmp/B/66dd7517bfd6427d8b8f0b72ec725a75 as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/B/66dd7517bfd6427d8b8f0b72ec725a75 2024-11-10T03:19:17,521 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5be6b4a4cebe1282beddaf9084160be1/B of 5be6b4a4cebe1282beddaf9084160be1 into 66dd7517bfd6427d8b8f0b72ec725a75(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T03:19:17,521 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5be6b4a4cebe1282beddaf9084160be1: 2024-11-10T03:19:17,521 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1., storeName=5be6b4a4cebe1282beddaf9084160be1/B, priority=13, startTime=1731208757104; duration=0sec 2024-11-10T03:19:17,521 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T03:19:17,521 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5be6b4a4cebe1282beddaf9084160be1:B 2024-11-10T03:19:17,546 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/.tmp/C/a0cff378ae854f8ab108603516b67fa6 as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/C/a0cff378ae854f8ab108603516b67fa6 2024-11-10T03:19:17,551 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5be6b4a4cebe1282beddaf9084160be1/C of 5be6b4a4cebe1282beddaf9084160be1 into a0cff378ae854f8ab108603516b67fa6(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T03:19:17,551 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5be6b4a4cebe1282beddaf9084160be1: 2024-11-10T03:19:17,551 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1., storeName=5be6b4a4cebe1282beddaf9084160be1/C, priority=13, startTime=1731208757104; duration=0sec 2024-11-10T03:19:17,551 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T03:19:17,551 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5be6b4a4cebe1282beddaf9084160be1:C 2024-11-10T03:19:17,564 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:17,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37476 deadline: 1731208817560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:17,564 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:17,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37498 deadline: 1731208817560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:17,566 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:17,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37444 deadline: 1731208817565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:17,571 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:17,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37466 deadline: 1731208817565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:17,638 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=152 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/.tmp/C/dafbebc7f0cc45469fb2ef7b8b541dc7 2024-11-10T03:19:17,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/.tmp/A/a428a6fb7bed4c59b13b8fe0bef3b540 as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/A/a428a6fb7bed4c59b13b8fe0bef3b540 2024-11-10T03:19:17,644 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/A/a428a6fb7bed4c59b13b8fe0bef3b540, entries=150, sequenceid=152, filesize=11.9 K 2024-11-10T03:19:17,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/.tmp/B/12f9e67c9867474d92503088bff7d880 as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/B/12f9e67c9867474d92503088bff7d880 2024-11-10T03:19:17,647 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/B/12f9e67c9867474d92503088bff7d880, entries=150, sequenceid=152, filesize=11.9 K 2024-11-10T03:19:17,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/.tmp/C/dafbebc7f0cc45469fb2ef7b8b541dc7 as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/C/dafbebc7f0cc45469fb2ef7b8b541dc7 2024-11-10T03:19:17,650 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/C/dafbebc7f0cc45469fb2ef7b8b541dc7, entries=150, sequenceid=152, filesize=11.9 K 2024-11-10T03:19:17,651 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for 5be6b4a4cebe1282beddaf9084160be1 in 444ms, sequenceid=152, compaction requested=false 2024-11-10T03:19:17,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2538): Flush status journal for 5be6b4a4cebe1282beddaf9084160be1: 2024-11-10T03:19:17,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1. 2024-11-10T03:19:17,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=133 2024-11-10T03:19:17,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster(4106): Remote procedure done, pid=133 2024-11-10T03:19:17,653 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=133, resume processing ppid=132 2024-11-10T03:19:17,653 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=133, ppid=132, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5100 sec 2024-11-10T03:19:17,654 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=132, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees in 1.5130 sec 2024-11-10T03:19:17,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(8581): Flush requested on 5be6b4a4cebe1282beddaf9084160be1 2024-11-10T03:19:17,655 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5be6b4a4cebe1282beddaf9084160be1 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-10T03:19:17,655 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5be6b4a4cebe1282beddaf9084160be1, store=A 2024-11-10T03:19:17,655 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:19:17,655 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5be6b4a4cebe1282beddaf9084160be1, store=B 2024-11-10T03:19:17,655 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:19:17,655 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5be6b4a4cebe1282beddaf9084160be1, store=C 2024-11-10T03:19:17,655 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:19:17,658 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/.tmp/A/96834c2947684b6989c1e5f45f63950e is 50, key is test_row_0/A:col10/1731208757654/Put/seqid=0 2024-11-10T03:19:17,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742286_1462 (size=14541) 2024-11-10T03:19:17,740 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:17,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37500 deadline: 1731208817734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:17,773 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:17,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37476 deadline: 1731208817765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:17,774 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:17,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37498 deadline: 1731208817767, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:17,775 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:17,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37444 deadline: 1731208817768, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:17,775 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:17,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37466 deadline: 1731208817773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:17,844 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:17,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37500 deadline: 1731208817841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:18,049 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:18,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37500 deadline: 1731208818046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:18,061 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/.tmp/A/96834c2947684b6989c1e5f45f63950e 2024-11-10T03:19:18,066 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/.tmp/B/725d46fa549c4e238c1ee983b58a12c3 is 50, key is test_row_0/B:col10/1731208757654/Put/seqid=0 2024-11-10T03:19:18,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742287_1463 (size=12151) 2024-11-10T03:19:18,077 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/.tmp/B/725d46fa549c4e238c1ee983b58a12c3 2024-11-10T03:19:18,081 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:18,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37498 deadline: 1731208818076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:18,081 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:18,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37444 deadline: 1731208818076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:18,082 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:18,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37476 deadline: 1731208818077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:18,082 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:18,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37466 deadline: 1731208818077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:18,084 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/.tmp/C/7f06b55b400043d987dec3b561502842 is 50, key is test_row_0/C:col10/1731208757654/Put/seqid=0 2024-11-10T03:19:18,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742288_1464 (size=12151) 2024-11-10T03:19:18,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-10T03:19:18,245 INFO [Thread-1933 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 132 completed 2024-11-10T03:19:18,246 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T03:19:18,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] procedure2.ProcedureExecutor(1098): Stored pid=134, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees 2024-11-10T03:19:18,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-10T03:19:18,247 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=134, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T03:19:18,247 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=134, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T03:19:18,247 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=135, ppid=134, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T03:19:18,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-10T03:19:18,355 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:18,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37500 deadline: 1731208818352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:18,398 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 700749f6e4aa,39315,1731208629620 2024-11-10T03:19:18,399 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39315 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-10T03:19:18,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1. 2024-11-10T03:19:18,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1. as already flushing 2024-11-10T03:19:18,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1. 2024-11-10T03:19:18,399 ERROR [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => 5be6b4a4cebe1282beddaf9084160be1, NAME => 'TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:19:18,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => 5be6b4a4cebe1282beddaf9084160be1, NAME => 'TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:19:18,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5be6b4a4cebe1282beddaf9084160be1, NAME => 'TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5be6b4a4cebe1282beddaf9084160be1, NAME => 'TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:19:18,492 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/.tmp/C/7f06b55b400043d987dec3b561502842 2024-11-10T03:19:18,495 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/.tmp/A/96834c2947684b6989c1e5f45f63950e as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/A/96834c2947684b6989c1e5f45f63950e 2024-11-10T03:19:18,498 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/A/96834c2947684b6989c1e5f45f63950e, entries=200, sequenceid=170, filesize=14.2 K 2024-11-10T03:19:18,498 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/.tmp/B/725d46fa549c4e238c1ee983b58a12c3 as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/B/725d46fa549c4e238c1ee983b58a12c3 2024-11-10T03:19:18,501 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/B/725d46fa549c4e238c1ee983b58a12c3, entries=150, sequenceid=170, filesize=11.9 K 2024-11-10T03:19:18,501 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/.tmp/C/7f06b55b400043d987dec3b561502842 as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/C/7f06b55b400043d987dec3b561502842 2024-11-10T03:19:18,504 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/C/7f06b55b400043d987dec3b561502842, entries=150, sequenceid=170, filesize=11.9 K 2024-11-10T03:19:18,504 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for 5be6b4a4cebe1282beddaf9084160be1 in 849ms, sequenceid=170, compaction requested=true 2024-11-10T03:19:18,504 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5be6b4a4cebe1282beddaf9084160be1: 2024-11-10T03:19:18,505 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5be6b4a4cebe1282beddaf9084160be1:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T03:19:18,505 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T03:19:18,505 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T03:19:18,505 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5be6b4a4cebe1282beddaf9084160be1:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T03:19:18,505 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T03:19:18,505 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T03:19:18,505 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5be6b4a4cebe1282beddaf9084160be1:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T03:19:18,505 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T03:19:18,505 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39051 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T03:19:18,505 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36661 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T03:19:18,505 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HStore(1540): 5be6b4a4cebe1282beddaf9084160be1/A is initiating minor compaction (all files) 2024-11-10T03:19:18,505 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HStore(1540): 5be6b4a4cebe1282beddaf9084160be1/B is initiating minor compaction (all files) 2024-11-10T03:19:18,505 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5be6b4a4cebe1282beddaf9084160be1/A in TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1. 2024-11-10T03:19:18,505 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5be6b4a4cebe1282beddaf9084160be1/B in TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1. 2024-11-10T03:19:18,505 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/A/eab4873045aa446daf9fe43d4741660e, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/A/a428a6fb7bed4c59b13b8fe0bef3b540, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/A/96834c2947684b6989c1e5f45f63950e] into tmpdir=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/.tmp, totalSize=38.1 K 2024-11-10T03:19:18,505 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/B/66dd7517bfd6427d8b8f0b72ec725a75, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/B/12f9e67c9867474d92503088bff7d880, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/B/725d46fa549c4e238c1ee983b58a12c3] into tmpdir=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/.tmp, totalSize=35.8 K 2024-11-10T03:19:18,506 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.Compactor(224): Compacting 66dd7517bfd6427d8b8f0b72ec725a75, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1731208755645 2024-11-10T03:19:18,506 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.Compactor(224): Compacting eab4873045aa446daf9fe43d4741660e, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1731208755645 2024-11-10T03:19:18,506 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.Compactor(224): Compacting a428a6fb7bed4c59b13b8fe0bef3b540, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=152, earliestPutTs=1731208756285 2024-11-10T03:19:18,506 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.Compactor(224): Compacting 12f9e67c9867474d92503088bff7d880, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=152, earliestPutTs=1731208756285 2024-11-10T03:19:18,506 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.Compactor(224): Compacting 96834c2947684b6989c1e5f45f63950e, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1731208757451 2024-11-10T03:19:18,506 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.Compactor(224): Compacting 725d46fa549c4e238c1ee983b58a12c3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1731208757451 2024-11-10T03:19:18,511 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5be6b4a4cebe1282beddaf9084160be1#B#compaction#390 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-10T03:19:18,511 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/.tmp/B/6a2b89bb2b284273a3c16faf7cea05d0 is 50, key is test_row_0/B:col10/1731208757654/Put/seqid=0 2024-11-10T03:19:18,512 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5be6b4a4cebe1282beddaf9084160be1#A#compaction#391 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T03:19:18,513 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/.tmp/A/7039a3bb81364f27b577136854f7d95b is 50, key is test_row_0/A:col10/1731208757654/Put/seqid=0 2024-11-10T03:19:18,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742289_1465 (size=12561) 2024-11-10T03:19:18,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742290_1466 (size=12561) 2024-11-10T03:19:18,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-10T03:19:18,550 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 700749f6e4aa,39315,1731208629620 2024-11-10T03:19:18,551 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39315 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-10T03:19:18,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1. 2024-11-10T03:19:18,551 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2837): Flushing 5be6b4a4cebe1282beddaf9084160be1 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-10T03:19:18,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5be6b4a4cebe1282beddaf9084160be1, store=A 2024-11-10T03:19:18,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:19:18,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5be6b4a4cebe1282beddaf9084160be1, store=B 2024-11-10T03:19:18,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:19:18,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5be6b4a4cebe1282beddaf9084160be1, store=C 2024-11-10T03:19:18,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:19:18,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/.tmp/A/589aa27786eb4f9d8323b6a65b122280 is 50, key is test_row_0/A:col10/1731208757714/Put/seqid=0 2024-11-10T03:19:18,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742291_1467 (size=12151) 2024-11-10T03:19:18,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(8581): Flush requested on 5be6b4a4cebe1282beddaf9084160be1 2024-11-10T03:19:18,588 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1. as already flushing 2024-11-10T03:19:18,606 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:18,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37498 deadline: 1731208818600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:18,606 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:18,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37476 deadline: 1731208818600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:18,607 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:18,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37466 deadline: 1731208818603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:18,608 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:18,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37444 deadline: 1731208818603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:18,709 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:18,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37498 deadline: 1731208818706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:18,709 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:18,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37476 deadline: 1731208818706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:18,712 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:18,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37466 deadline: 1731208818708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:18,713 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:18,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37444 deadline: 1731208818708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:18,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-10T03:19:18,865 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:18,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37500 deadline: 1731208818859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:18,913 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:18,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37476 deadline: 1731208818910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:18,913 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:18,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37498 deadline: 1731208818911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:18,918 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/.tmp/B/6a2b89bb2b284273a3c16faf7cea05d0 as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/B/6a2b89bb2b284273a3c16faf7cea05d0 2024-11-10T03:19:18,920 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:18,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37466 deadline: 1731208818913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:18,920 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:18,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37444 deadline: 1731208818914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:18,923 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5be6b4a4cebe1282beddaf9084160be1/B of 5be6b4a4cebe1282beddaf9084160be1 into 6a2b89bb2b284273a3c16faf7cea05d0(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T03:19:18,923 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5be6b4a4cebe1282beddaf9084160be1: 2024-11-10T03:19:18,923 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1., storeName=5be6b4a4cebe1282beddaf9084160be1/B, priority=13, startTime=1731208758505; duration=0sec 2024-11-10T03:19:18,923 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T03:19:18,923 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5be6b4a4cebe1282beddaf9084160be1:B 2024-11-10T03:19:18,923 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T03:19:18,924 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36661 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T03:19:18,924 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HStore(1540): 5be6b4a4cebe1282beddaf9084160be1/C is initiating minor compaction (all files) 2024-11-10T03:19:18,924 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5be6b4a4cebe1282beddaf9084160be1/C in TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1. 2024-11-10T03:19:18,924 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/C/a0cff378ae854f8ab108603516b67fa6, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/C/dafbebc7f0cc45469fb2ef7b8b541dc7, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/C/7f06b55b400043d987dec3b561502842] into tmpdir=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/.tmp, totalSize=35.8 K 2024-11-10T03:19:18,924 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/.tmp/A/7039a3bb81364f27b577136854f7d95b as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/A/7039a3bb81364f27b577136854f7d95b 2024-11-10T03:19:18,924 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.Compactor(224): Compacting a0cff378ae854f8ab108603516b67fa6, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1731208755645 2024-11-10T03:19:18,924 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.Compactor(224): Compacting dafbebc7f0cc45469fb2ef7b8b541dc7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=152, earliestPutTs=1731208756285 2024-11-10T03:19:18,925 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.Compactor(224): Compacting 7f06b55b400043d987dec3b561502842, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1731208757451 2024-11-10T03:19:18,927 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5be6b4a4cebe1282beddaf9084160be1/A of 5be6b4a4cebe1282beddaf9084160be1 into 7039a3bb81364f27b577136854f7d95b(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T03:19:18,927 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5be6b4a4cebe1282beddaf9084160be1: 2024-11-10T03:19:18,927 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1., storeName=5be6b4a4cebe1282beddaf9084160be1/A, priority=13, startTime=1731208758505; duration=0sec 2024-11-10T03:19:18,927 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T03:19:18,927 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5be6b4a4cebe1282beddaf9084160be1:A 2024-11-10T03:19:18,930 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5be6b4a4cebe1282beddaf9084160be1#C#compaction#393 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T03:19:18,930 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/.tmp/C/2b5507781548476787030b4f958793bb is 50, key is test_row_0/C:col10/1731208757654/Put/seqid=0 2024-11-10T03:19:18,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742292_1468 (size=12561) 2024-11-10T03:19:18,958 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=190 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/.tmp/A/589aa27786eb4f9d8323b6a65b122280 2024-11-10T03:19:18,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/.tmp/B/7a08b1987f194f2b8400a660c4646f92 is 50, key is test_row_0/B:col10/1731208757714/Put/seqid=0 2024-11-10T03:19:18,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742293_1469 (size=12151) 2024-11-10T03:19:19,218 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:19,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37476 deadline: 1731208819214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:19,218 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:19,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37498 deadline: 1731208819215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:19,224 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:19,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37466 deadline: 1731208819221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:19,224 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:19,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37444 deadline: 1731208819223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:19,337 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/.tmp/C/2b5507781548476787030b4f958793bb as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/C/2b5507781548476787030b4f958793bb 2024-11-10T03:19:19,340 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5be6b4a4cebe1282beddaf9084160be1/C of 5be6b4a4cebe1282beddaf9084160be1 into 2b5507781548476787030b4f958793bb(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T03:19:19,340 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5be6b4a4cebe1282beddaf9084160be1: 2024-11-10T03:19:19,340 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1., storeName=5be6b4a4cebe1282beddaf9084160be1/C, priority=13, startTime=1731208758505; duration=0sec 2024-11-10T03:19:19,340 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T03:19:19,340 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5be6b4a4cebe1282beddaf9084160be1:C 2024-11-10T03:19:19,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-10T03:19:19,367 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=190 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/.tmp/B/7a08b1987f194f2b8400a660c4646f92 2024-11-10T03:19:19,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/.tmp/C/860120e0de214392a7a48bc4897195e7 is 50, key is test_row_0/C:col10/1731208757714/Put/seqid=0 2024-11-10T03:19:19,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742294_1470 (size=12151) 2024-11-10T03:19:19,724 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:19,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37476 deadline: 1731208819722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:19,727 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:19,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37498 deadline: 1731208819723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:19,730 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:19,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37466 deadline: 1731208819725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:19,730 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:19,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37444 deadline: 1731208819726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:19,775 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=190 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/.tmp/C/860120e0de214392a7a48bc4897195e7 2024-11-10T03:19:19,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/.tmp/A/589aa27786eb4f9d8323b6a65b122280 as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/A/589aa27786eb4f9d8323b6a65b122280 2024-11-10T03:19:19,781 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/A/589aa27786eb4f9d8323b6a65b122280, entries=150, sequenceid=190, filesize=11.9 K 2024-11-10T03:19:19,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/.tmp/B/7a08b1987f194f2b8400a660c4646f92 as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/B/7a08b1987f194f2b8400a660c4646f92 2024-11-10T03:19:19,786 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/B/7a08b1987f194f2b8400a660c4646f92, entries=150, sequenceid=190, filesize=11.9 K 2024-11-10T03:19:19,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/.tmp/C/860120e0de214392a7a48bc4897195e7 as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/C/860120e0de214392a7a48bc4897195e7 2024-11-10T03:19:19,791 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/C/860120e0de214392a7a48bc4897195e7, entries=150, sequenceid=190, filesize=11.9 K 2024-11-10T03:19:19,791 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for 5be6b4a4cebe1282beddaf9084160be1 in 1240ms, sequenceid=190, compaction requested=false 2024-11-10T03:19:19,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2538): Flush status journal for 5be6b4a4cebe1282beddaf9084160be1: 2024-11-10T03:19:19,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1. 2024-11-10T03:19:19,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=135 2024-11-10T03:19:19,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster(4106): Remote procedure done, pid=135 2024-11-10T03:19:19,794 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=135, resume processing ppid=134 2024-11-10T03:19:19,794 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=135, ppid=134, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5460 sec 2024-11-10T03:19:19,795 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=134, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees in 1.5480 sec 2024-11-10T03:19:19,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(8581): Flush requested on 5be6b4a4cebe1282beddaf9084160be1 2024-11-10T03:19:19,883 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5be6b4a4cebe1282beddaf9084160be1 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-10T03:19:19,884 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5be6b4a4cebe1282beddaf9084160be1, store=A 2024-11-10T03:19:19,884 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:19:19,884 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5be6b4a4cebe1282beddaf9084160be1, store=B 2024-11-10T03:19:19,884 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:19:19,884 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5be6b4a4cebe1282beddaf9084160be1, store=C 2024-11-10T03:19:19,884 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:19:19,888 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/.tmp/A/24386b896bad443cb4289a299d7b94ba is 50, key is test_row_0/A:col10/1731208758602/Put/seqid=0 2024-11-10T03:19:19,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742295_1471 (size=12151) 2024-11-10T03:19:19,999 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:19,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37500 deadline: 1731208819994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:20,102 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:20,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37500 deadline: 1731208820100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:20,292 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=210 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/.tmp/A/24386b896bad443cb4289a299d7b94ba 2024-11-10T03:19:20,298 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/.tmp/B/70cc698ee3814dae82bba338108a4525 is 50, key is test_row_0/B:col10/1731208758602/Put/seqid=0 2024-11-10T03:19:20,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742296_1472 (size=12151) 2024-11-10T03:19:20,309 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:20,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37500 deadline: 1731208820304, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:20,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-10T03:19:20,350 INFO [Thread-1933 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 134 completed 2024-11-10T03:19:20,351 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T03:19:20,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] procedure2.ProcedureExecutor(1098): Stored pid=136, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees 2024-11-10T03:19:20,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-10T03:19:20,352 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=136, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T03:19:20,353 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=136, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T03:19:20,353 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=137, ppid=136, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T03:19:20,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-10T03:19:20,504 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 700749f6e4aa,39315,1731208629620 2024-11-10T03:19:20,504 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39315 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-10T03:19:20,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1. 2024-11-10T03:19:20,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1. as already flushing 2024-11-10T03:19:20,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1. 2024-11-10T03:19:20,505 ERROR [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => 5be6b4a4cebe1282beddaf9084160be1, NAME => 'TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:19:20,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => 5be6b4a4cebe1282beddaf9084160be1, NAME => 'TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:19:20,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5be6b4a4cebe1282beddaf9084160be1, NAME => 'TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5be6b4a4cebe1282beddaf9084160be1, NAME => 'TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:19:20,615 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:20,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37500 deadline: 1731208820612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:20,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-10T03:19:20,656 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 700749f6e4aa,39315,1731208629620 2024-11-10T03:19:20,657 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39315 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-10T03:19:20,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1. 2024-11-10T03:19:20,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1. as already flushing 2024-11-10T03:19:20,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1. 2024-11-10T03:19:20,657 ERROR [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => 5be6b4a4cebe1282beddaf9084160be1, NAME => 'TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:19:20,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => 5be6b4a4cebe1282beddaf9084160be1, NAME => 'TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:19:20,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5be6b4a4cebe1282beddaf9084160be1, NAME => 'TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5be6b4a4cebe1282beddaf9084160be1, NAME => 'TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:19:20,701 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=210 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/.tmp/B/70cc698ee3814dae82bba338108a4525 2024-11-10T03:19:20,707 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/.tmp/C/f9b0d9bfd4064882a800b71c992693fe is 50, key is test_row_0/C:col10/1731208758602/Put/seqid=0 2024-11-10T03:19:20,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742297_1473 (size=12151) 2024-11-10T03:19:20,735 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:20,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37498 deadline: 1731208820731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:20,736 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:20,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37476 deadline: 1731208820733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:20,742 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:20,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37444 deadline: 1731208820738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:20,744 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:20,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37466 deadline: 1731208820739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:20,808 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 700749f6e4aa,39315,1731208629620 2024-11-10T03:19:20,809 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39315 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-10T03:19:20,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1. 2024-11-10T03:19:20,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1. as already flushing 2024-11-10T03:19:20,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1. 2024-11-10T03:19:20,809 ERROR [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => 5be6b4a4cebe1282beddaf9084160be1, NAME => 'TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:19:20,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => 5be6b4a4cebe1282beddaf9084160be1, NAME => 'TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:19:20,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5be6b4a4cebe1282beddaf9084160be1, NAME => 'TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5be6b4a4cebe1282beddaf9084160be1, NAME => 'TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:19:20,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-10T03:19:20,960 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 700749f6e4aa,39315,1731208629620 2024-11-10T03:19:20,961 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39315 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-10T03:19:20,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1. 2024-11-10T03:19:20,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1. as already flushing 2024-11-10T03:19:20,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1. 2024-11-10T03:19:20,961 ERROR [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => 5be6b4a4cebe1282beddaf9084160be1, NAME => 'TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:19:20,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => 5be6b4a4cebe1282beddaf9084160be1, NAME => 'TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:19:20,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5be6b4a4cebe1282beddaf9084160be1, NAME => 'TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5be6b4a4cebe1282beddaf9084160be1, NAME => 'TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:19:21,111 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=210 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/.tmp/C/f9b0d9bfd4064882a800b71c992693fe 2024-11-10T03:19:21,113 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 700749f6e4aa,39315,1731208629620 2024-11-10T03:19:21,113 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39315 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-10T03:19:21,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1. 2024-11-10T03:19:21,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1. as already flushing 2024-11-10T03:19:21,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1. 2024-11-10T03:19:21,113 ERROR [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => 5be6b4a4cebe1282beddaf9084160be1, NAME => 'TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:19:21,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => 5be6b4a4cebe1282beddaf9084160be1, NAME => 'TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:19:21,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5be6b4a4cebe1282beddaf9084160be1, NAME => 'TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5be6b4a4cebe1282beddaf9084160be1, NAME => 'TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:19:21,114 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/.tmp/A/24386b896bad443cb4289a299d7b94ba as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/A/24386b896bad443cb4289a299d7b94ba 2024-11-10T03:19:21,118 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/A/24386b896bad443cb4289a299d7b94ba, entries=150, sequenceid=210, filesize=11.9 K 2024-11-10T03:19:21,118 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/.tmp/B/70cc698ee3814dae82bba338108a4525 as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/B/70cc698ee3814dae82bba338108a4525 2024-11-10T03:19:21,121 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/B/70cc698ee3814dae82bba338108a4525, entries=150, sequenceid=210, filesize=11.9 K 2024-11-10T03:19:21,121 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:21,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37500 deadline: 1731208821116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:21,122 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/.tmp/C/f9b0d9bfd4064882a800b71c992693fe as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/C/f9b0d9bfd4064882a800b71c992693fe 2024-11-10T03:19:21,124 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/C/f9b0d9bfd4064882a800b71c992693fe, entries=150, sequenceid=210, filesize=11.9 K 2024-11-10T03:19:21,125 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for 5be6b4a4cebe1282beddaf9084160be1 in 1242ms, sequenceid=210, compaction requested=true 2024-11-10T03:19:21,125 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5be6b4a4cebe1282beddaf9084160be1: 2024-11-10T03:19:21,125 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5be6b4a4cebe1282beddaf9084160be1:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T03:19:21,125 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T03:19:21,125 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T03:19:21,125 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5be6b4a4cebe1282beddaf9084160be1:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T03:19:21,125 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T03:19:21,125 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5be6b4a4cebe1282beddaf9084160be1:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T03:19:21,125 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T03:19:21,125 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T03:19:21,126 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T03:19:21,126 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T03:19:21,126 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HStore(1540): 5be6b4a4cebe1282beddaf9084160be1/A is initiating minor compaction (all files) 2024-11-10T03:19:21,126 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HStore(1540): 5be6b4a4cebe1282beddaf9084160be1/B is initiating minor compaction (all files) 2024-11-10T03:19:21,126 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5be6b4a4cebe1282beddaf9084160be1/B in TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1. 2024-11-10T03:19:21,126 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5be6b4a4cebe1282beddaf9084160be1/A in TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1. 2024-11-10T03:19:21,126 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/B/6a2b89bb2b284273a3c16faf7cea05d0, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/B/7a08b1987f194f2b8400a660c4646f92, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/B/70cc698ee3814dae82bba338108a4525] into tmpdir=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/.tmp, totalSize=36.0 K 2024-11-10T03:19:21,126 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/A/7039a3bb81364f27b577136854f7d95b, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/A/589aa27786eb4f9d8323b6a65b122280, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/A/24386b896bad443cb4289a299d7b94ba] into tmpdir=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/.tmp, totalSize=36.0 K 2024-11-10T03:19:21,126 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.Compactor(224): Compacting 6a2b89bb2b284273a3c16faf7cea05d0, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1731208757451 2024-11-10T03:19:21,126 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7039a3bb81364f27b577136854f7d95b, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1731208757451 2024-11-10T03:19:21,126 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.Compactor(224): Compacting 7a08b1987f194f2b8400a660c4646f92, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=190, earliestPutTs=1731208757714 2024-11-10T03:19:21,126 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.Compactor(224): Compacting 589aa27786eb4f9d8323b6a65b122280, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=190, earliestPutTs=1731208757714 2024-11-10T03:19:21,127 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.Compactor(224): Compacting 70cc698ee3814dae82bba338108a4525, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1731208758602 2024-11-10T03:19:21,127 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.Compactor(224): Compacting 24386b896bad443cb4289a299d7b94ba, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1731208758602 2024-11-10T03:19:21,132 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5be6b4a4cebe1282beddaf9084160be1#B#compaction#400 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T03:19:21,132 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5be6b4a4cebe1282beddaf9084160be1#A#compaction#399 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T03:19:21,133 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/.tmp/B/2bf10501b53c49849315eaab6bee4ee8 is 50, key is test_row_0/B:col10/1731208758602/Put/seqid=0 2024-11-10T03:19:21,133 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/.tmp/A/b7aa057651bf45c0b0d4d4ef7c26f04e is 50, key is test_row_0/A:col10/1731208758602/Put/seqid=0 2024-11-10T03:19:21,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742299_1475 (size=12663) 2024-11-10T03:19:21,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742298_1474 (size=12663) 2024-11-10T03:19:21,140 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/.tmp/B/2bf10501b53c49849315eaab6bee4ee8 as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/B/2bf10501b53c49849315eaab6bee4ee8 2024-11-10T03:19:21,143 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5be6b4a4cebe1282beddaf9084160be1/B of 5be6b4a4cebe1282beddaf9084160be1 into 2bf10501b53c49849315eaab6bee4ee8(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T03:19:21,143 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5be6b4a4cebe1282beddaf9084160be1: 2024-11-10T03:19:21,143 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1., storeName=5be6b4a4cebe1282beddaf9084160be1/B, priority=13, startTime=1731208761125; duration=0sec 2024-11-10T03:19:21,143 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T03:19:21,143 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5be6b4a4cebe1282beddaf9084160be1:B 2024-11-10T03:19:21,143 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T03:19:21,144 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T03:19:21,144 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HStore(1540): 5be6b4a4cebe1282beddaf9084160be1/C is initiating minor compaction (all files) 2024-11-10T03:19:21,144 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5be6b4a4cebe1282beddaf9084160be1/C in TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1. 2024-11-10T03:19:21,144 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/C/2b5507781548476787030b4f958793bb, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/C/860120e0de214392a7a48bc4897195e7, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/C/f9b0d9bfd4064882a800b71c992693fe] into tmpdir=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/.tmp, totalSize=36.0 K 2024-11-10T03:19:21,144 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.Compactor(224): Compacting 2b5507781548476787030b4f958793bb, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1731208757451 2024-11-10T03:19:21,145 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.Compactor(224): Compacting 860120e0de214392a7a48bc4897195e7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=190, earliestPutTs=1731208757714 2024-11-10T03:19:21,145 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.Compactor(224): Compacting f9b0d9bfd4064882a800b71c992693fe, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1731208758602 2024-11-10T03:19:21,149 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5be6b4a4cebe1282beddaf9084160be1#C#compaction#401 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T03:19:21,150 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/.tmp/C/18b97b3005c74bf4986108b34f200cb6 is 50, key is test_row_0/C:col10/1731208758602/Put/seqid=0 2024-11-10T03:19:21,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742300_1476 (size=12663) 2024-11-10T03:19:21,265 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 700749f6e4aa,39315,1731208629620 2024-11-10T03:19:21,265 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39315 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-10T03:19:21,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1. 2024-11-10T03:19:21,266 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2837): Flushing 5be6b4a4cebe1282beddaf9084160be1 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-10T03:19:21,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5be6b4a4cebe1282beddaf9084160be1, store=A 2024-11-10T03:19:21,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:19:21,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5be6b4a4cebe1282beddaf9084160be1, store=B 2024-11-10T03:19:21,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:19:21,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5be6b4a4cebe1282beddaf9084160be1, store=C 2024-11-10T03:19:21,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:19:21,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/.tmp/A/9d4b0ea098bb46e5a5135d189d16a4bd is 50, key is test_row_0/A:col10/1731208759992/Put/seqid=0 2024-11-10T03:19:21,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742301_1477 (size=12151) 2024-11-10T03:19:21,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-10T03:19:21,541 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/.tmp/A/b7aa057651bf45c0b0d4d4ef7c26f04e as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/A/b7aa057651bf45c0b0d4d4ef7c26f04e 2024-11-10T03:19:21,544 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5be6b4a4cebe1282beddaf9084160be1/A of 5be6b4a4cebe1282beddaf9084160be1 into b7aa057651bf45c0b0d4d4ef7c26f04e(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T03:19:21,544 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5be6b4a4cebe1282beddaf9084160be1: 2024-11-10T03:19:21,544 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1., storeName=5be6b4a4cebe1282beddaf9084160be1/A, priority=13, startTime=1731208761125; duration=0sec 2024-11-10T03:19:21,544 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T03:19:21,544 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5be6b4a4cebe1282beddaf9084160be1:A 2024-11-10T03:19:21,560 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/.tmp/C/18b97b3005c74bf4986108b34f200cb6 as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/C/18b97b3005c74bf4986108b34f200cb6 2024-11-10T03:19:21,563 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5be6b4a4cebe1282beddaf9084160be1/C of 5be6b4a4cebe1282beddaf9084160be1 into 18b97b3005c74bf4986108b34f200cb6(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T03:19:21,563 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5be6b4a4cebe1282beddaf9084160be1: 2024-11-10T03:19:21,563 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1., storeName=5be6b4a4cebe1282beddaf9084160be1/C, priority=13, startTime=1731208761125; duration=0sec 2024-11-10T03:19:21,563 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T03:19:21,564 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5be6b4a4cebe1282beddaf9084160be1:C 2024-11-10T03:19:21,673 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=230 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/.tmp/A/9d4b0ea098bb46e5a5135d189d16a4bd 2024-11-10T03:19:21,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/.tmp/B/a768debfa643496d889931092ee68f64 is 50, key is test_row_0/B:col10/1731208759992/Put/seqid=0 2024-11-10T03:19:21,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742302_1478 (size=12151) 2024-11-10T03:19:21,689 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=230 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/.tmp/B/a768debfa643496d889931092ee68f64 2024-11-10T03:19:21,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/.tmp/C/c2e47938998043e9b00b96c39a82701f is 50, key is test_row_0/C:col10/1731208759992/Put/seqid=0 2024-11-10T03:19:21,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742303_1479 (size=12151) 2024-11-10T03:19:22,099 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=230 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/.tmp/C/c2e47938998043e9b00b96c39a82701f 2024-11-10T03:19:22,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/.tmp/A/9d4b0ea098bb46e5a5135d189d16a4bd as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/A/9d4b0ea098bb46e5a5135d189d16a4bd 2024-11-10T03:19:22,104 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/A/9d4b0ea098bb46e5a5135d189d16a4bd, entries=150, sequenceid=230, filesize=11.9 K 2024-11-10T03:19:22,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/.tmp/B/a768debfa643496d889931092ee68f64 as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/B/a768debfa643496d889931092ee68f64 2024-11-10T03:19:22,108 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/B/a768debfa643496d889931092ee68f64, entries=150, sequenceid=230, filesize=11.9 K 2024-11-10T03:19:22,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/.tmp/C/c2e47938998043e9b00b96c39a82701f as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/C/c2e47938998043e9b00b96c39a82701f 2024-11-10T03:19:22,111 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/C/c2e47938998043e9b00b96c39a82701f, entries=150, sequenceid=230, filesize=11.9 K 2024-11-10T03:19:22,112 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=0 B/0 for 5be6b4a4cebe1282beddaf9084160be1 in 846ms, sequenceid=230, compaction requested=false 2024-11-10T03:19:22,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2538): Flush status journal for 5be6b4a4cebe1282beddaf9084160be1: 2024-11-10T03:19:22,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1. 2024-11-10T03:19:22,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=137 2024-11-10T03:19:22,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster(4106): Remote procedure done, pid=137 2024-11-10T03:19:22,114 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=137, resume processing ppid=136 2024-11-10T03:19:22,114 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=137, ppid=136, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7600 sec 2024-11-10T03:19:22,115 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=136, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees in 1.7630 sec 2024-11-10T03:19:22,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(8581): Flush requested on 5be6b4a4cebe1282beddaf9084160be1 2024-11-10T03:19:22,140 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5be6b4a4cebe1282beddaf9084160be1 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-10T03:19:22,140 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5be6b4a4cebe1282beddaf9084160be1, store=A 2024-11-10T03:19:22,140 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:19:22,140 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5be6b4a4cebe1282beddaf9084160be1, store=B 2024-11-10T03:19:22,140 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:19:22,140 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5be6b4a4cebe1282beddaf9084160be1, store=C 2024-11-10T03:19:22,140 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:19:22,143 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/.tmp/A/c7c6eb80d656457d94b01f2e715c9041 is 50, key is test_row_1/A:col10/1731208762139/Put/seqid=0 2024-11-10T03:19:22,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742304_1480 (size=14537) 2024-11-10T03:19:22,226 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:22,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37500 deadline: 1731208822221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:22,329 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:22,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37500 deadline: 1731208822327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:22,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-10T03:19:22,455 INFO [Thread-1933 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 136 completed 2024-11-10T03:19:22,456 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T03:19:22,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] procedure2.ProcedureExecutor(1098): Stored pid=138, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees 2024-11-10T03:19:22,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-10T03:19:22,458 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=138, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T03:19:22,459 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=138, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T03:19:22,459 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=139, ppid=138, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T03:19:22,531 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:22,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37500 deadline: 1731208822530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:22,547 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=243 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/.tmp/A/c7c6eb80d656457d94b01f2e715c9041 2024-11-10T03:19:22,553 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/.tmp/B/4cba33bab6aa4e33aed04698e693c7b5 is 50, key is test_row_1/B:col10/1731208762139/Put/seqid=0 2024-11-10T03:19:22,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742305_1481 (size=9757) 2024-11-10T03:19:22,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-10T03:19:22,610 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 700749f6e4aa,39315,1731208629620 2024-11-10T03:19:22,610 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39315 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-10T03:19:22,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1. 2024-11-10T03:19:22,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1. as already flushing 2024-11-10T03:19:22,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1. 2024-11-10T03:19:22,610 ERROR [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => 5be6b4a4cebe1282beddaf9084160be1, NAME => 'TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:19:22,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => 5be6b4a4cebe1282beddaf9084160be1, NAME => 'TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:19:22,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster(4114): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5be6b4a4cebe1282beddaf9084160be1, NAME => 'TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5be6b4a4cebe1282beddaf9084160be1, NAME => 'TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:19:22,755 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:22,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37444 deadline: 1731208822753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:22,756 DEBUG [Thread-1923 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4152 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1., hostname=700749f6e4aa,39315,1731208629620, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T03:19:22,758 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:22,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37498 deadline: 1731208822754, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:22,758 DEBUG [Thread-1925 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4158 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1., hostname=700749f6e4aa,39315,1731208629620, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T03:19:22,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-10T03:19:22,760 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:22,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37476 deadline: 1731208822755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:22,760 DEBUG [Thread-1931 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4160 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1., hostname=700749f6e4aa,39315,1731208629620, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T03:19:22,761 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:22,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37466 deadline: 1731208822758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:22,761 DEBUG [Thread-1929 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4158 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1., hostname=700749f6e4aa,39315,1731208629620, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T03:19:22,762 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 700749f6e4aa,39315,1731208629620 2024-11-10T03:19:22,762 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39315 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-10T03:19:22,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1. 2024-11-10T03:19:22,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1. as already flushing 2024-11-10T03:19:22,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1. 2024-11-10T03:19:22,762 ERROR [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => 5be6b4a4cebe1282beddaf9084160be1, NAME => 'TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:19:22,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => 5be6b4a4cebe1282beddaf9084160be1, NAME => 'TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:19:22,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster(4114): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5be6b4a4cebe1282beddaf9084160be1, NAME => 'TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5be6b4a4cebe1282beddaf9084160be1, NAME => 'TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:19:22,840 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:22,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37500 deadline: 1731208822834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:22,914 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 700749f6e4aa,39315,1731208629620 2024-11-10T03:19:22,914 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39315 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-10T03:19:22,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1. 2024-11-10T03:19:22,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1. as already flushing 2024-11-10T03:19:22,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1. 2024-11-10T03:19:22,915 ERROR [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => 5be6b4a4cebe1282beddaf9084160be1, NAME => 'TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:19:22,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => 5be6b4a4cebe1282beddaf9084160be1, NAME => 'TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:19:22,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster(4114): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5be6b4a4cebe1282beddaf9084160be1, NAME => 'TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5be6b4a4cebe1282beddaf9084160be1, NAME => 'TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:19:22,956 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=243 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/.tmp/B/4cba33bab6aa4e33aed04698e693c7b5 2024-11-10T03:19:22,961 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/.tmp/C/fa36e14dcb7442b7adb4cd09fdcb4971 is 50, key is test_row_1/C:col10/1731208762139/Put/seqid=0 2024-11-10T03:19:22,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742306_1482 (size=9757) 2024-11-10T03:19:22,965 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=243 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/.tmp/C/fa36e14dcb7442b7adb4cd09fdcb4971 2024-11-10T03:19:22,967 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/.tmp/A/c7c6eb80d656457d94b01f2e715c9041 as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/A/c7c6eb80d656457d94b01f2e715c9041 2024-11-10T03:19:22,970 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/A/c7c6eb80d656457d94b01f2e715c9041, entries=200, sequenceid=243, filesize=14.2 K 2024-11-10T03:19:22,970 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/.tmp/B/4cba33bab6aa4e33aed04698e693c7b5 as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/B/4cba33bab6aa4e33aed04698e693c7b5 2024-11-10T03:19:22,973 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/B/4cba33bab6aa4e33aed04698e693c7b5, entries=100, sequenceid=243, filesize=9.5 K 2024-11-10T03:19:22,974 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/.tmp/C/fa36e14dcb7442b7adb4cd09fdcb4971 as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/C/fa36e14dcb7442b7adb4cd09fdcb4971 2024-11-10T03:19:22,977 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/C/fa36e14dcb7442b7adb4cd09fdcb4971, entries=100, sequenceid=243, filesize=9.5 K 2024-11-10T03:19:22,978 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 5be6b4a4cebe1282beddaf9084160be1 in 838ms, sequenceid=243, compaction requested=true 2024-11-10T03:19:22,978 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5be6b4a4cebe1282beddaf9084160be1: 2024-11-10T03:19:22,978 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5be6b4a4cebe1282beddaf9084160be1:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T03:19:22,978 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T03:19:22,978 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T03:19:22,978 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5be6b4a4cebe1282beddaf9084160be1:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T03:19:22,978 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T03:19:22,978 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T03:19:22,978 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5be6b4a4cebe1282beddaf9084160be1:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T03:19:22,978 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T03:19:22,979 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39351 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T03:19:22,979 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34571 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T03:19:22,979 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HStore(1540): 5be6b4a4cebe1282beddaf9084160be1/A is initiating minor compaction (all files) 2024-11-10T03:19:22,979 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HStore(1540): 5be6b4a4cebe1282beddaf9084160be1/B is initiating minor compaction (all files) 2024-11-10T03:19:22,979 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5be6b4a4cebe1282beddaf9084160be1/A in TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1. 2024-11-10T03:19:22,979 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5be6b4a4cebe1282beddaf9084160be1/B in TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1. 2024-11-10T03:19:22,979 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/A/b7aa057651bf45c0b0d4d4ef7c26f04e, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/A/9d4b0ea098bb46e5a5135d189d16a4bd, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/A/c7c6eb80d656457d94b01f2e715c9041] into tmpdir=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/.tmp, totalSize=38.4 K 2024-11-10T03:19:22,979 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/B/2bf10501b53c49849315eaab6bee4ee8, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/B/a768debfa643496d889931092ee68f64, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/B/4cba33bab6aa4e33aed04698e693c7b5] into tmpdir=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/.tmp, totalSize=33.8 K 2024-11-10T03:19:22,979 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.Compactor(224): Compacting b7aa057651bf45c0b0d4d4ef7c26f04e, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1731208758602 2024-11-10T03:19:22,979 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.Compactor(224): Compacting 2bf10501b53c49849315eaab6bee4ee8, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1731208758602 2024-11-10T03:19:22,979 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9d4b0ea098bb46e5a5135d189d16a4bd, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=230, earliestPutTs=1731208759973 2024-11-10T03:19:22,980 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.Compactor(224): Compacting a768debfa643496d889931092ee68f64, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=230, earliestPutTs=1731208759973 2024-11-10T03:19:22,980 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.Compactor(224): Compacting c7c6eb80d656457d94b01f2e715c9041, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=243, earliestPutTs=1731208762134 2024-11-10T03:19:22,980 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.Compactor(224): Compacting 4cba33bab6aa4e33aed04698e693c7b5, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=243, earliestPutTs=1731208762138 2024-11-10T03:19:22,985 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5be6b4a4cebe1282beddaf9084160be1#A#compaction#408 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-10T03:19:22,985 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5be6b4a4cebe1282beddaf9084160be1#B#compaction#409 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T03:19:22,985 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/.tmp/A/992d246585034d459cd1b6ba652596b4 is 50, key is test_row_0/A:col10/1731208759992/Put/seqid=0 2024-11-10T03:19:22,985 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/.tmp/B/26dc15204a1445c19d7c870657dd073a is 50, key is test_row_0/B:col10/1731208759992/Put/seqid=0 2024-11-10T03:19:22,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742307_1483 (size=12765) 2024-11-10T03:19:22,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742308_1484 (size=12765) 2024-11-10T03:19:23,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-10T03:19:23,066 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 700749f6e4aa,39315,1731208629620 2024-11-10T03:19:23,066 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39315 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-10T03:19:23,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1. 2024-11-10T03:19:23,066 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2837): Flushing 5be6b4a4cebe1282beddaf9084160be1 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-10T03:19:23,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5be6b4a4cebe1282beddaf9084160be1, store=A 2024-11-10T03:19:23,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:19:23,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5be6b4a4cebe1282beddaf9084160be1, store=B 2024-11-10T03:19:23,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:19:23,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5be6b4a4cebe1282beddaf9084160be1, store=C 2024-11-10T03:19:23,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:19:23,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/.tmp/A/1578e73a39e34d718f7203453166d741 is 50, key is test_row_0/A:col10/1731208762204/Put/seqid=0 2024-11-10T03:19:23,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742309_1485 (size=12301) 2024-11-10T03:19:23,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(8581): Flush requested on 5be6b4a4cebe1282beddaf9084160be1 2024-11-10T03:19:23,347 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1. as already flushing 2024-11-10T03:19:23,384 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:23,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37500 deadline: 1731208823379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:23,391 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/.tmp/A/992d246585034d459cd1b6ba652596b4 as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/A/992d246585034d459cd1b6ba652596b4 2024-11-10T03:19:23,391 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/.tmp/B/26dc15204a1445c19d7c870657dd073a as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/B/26dc15204a1445c19d7c870657dd073a 2024-11-10T03:19:23,395 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5be6b4a4cebe1282beddaf9084160be1/A of 5be6b4a4cebe1282beddaf9084160be1 into 992d246585034d459cd1b6ba652596b4(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T03:19:23,395 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5be6b4a4cebe1282beddaf9084160be1/B of 5be6b4a4cebe1282beddaf9084160be1 into 26dc15204a1445c19d7c870657dd073a(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T03:19:23,395 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5be6b4a4cebe1282beddaf9084160be1: 2024-11-10T03:19:23,395 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5be6b4a4cebe1282beddaf9084160be1: 2024-11-10T03:19:23,395 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1., storeName=5be6b4a4cebe1282beddaf9084160be1/B, priority=13, startTime=1731208762978; duration=0sec 2024-11-10T03:19:23,395 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1., storeName=5be6b4a4cebe1282beddaf9084160be1/A, priority=13, startTime=1731208762978; duration=0sec 2024-11-10T03:19:23,395 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T03:19:23,395 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5be6b4a4cebe1282beddaf9084160be1:A 2024-11-10T03:19:23,395 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T03:19:23,395 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5be6b4a4cebe1282beddaf9084160be1:B 2024-11-10T03:19:23,395 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T03:19:23,396 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34571 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T03:19:23,396 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HStore(1540): 5be6b4a4cebe1282beddaf9084160be1/C is initiating minor compaction (all files) 2024-11-10T03:19:23,396 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5be6b4a4cebe1282beddaf9084160be1/C in TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1. 2024-11-10T03:19:23,396 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/C/18b97b3005c74bf4986108b34f200cb6, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/C/c2e47938998043e9b00b96c39a82701f, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/C/fa36e14dcb7442b7adb4cd09fdcb4971] into tmpdir=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/.tmp, totalSize=33.8 K 2024-11-10T03:19:23,396 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.Compactor(224): Compacting 18b97b3005c74bf4986108b34f200cb6, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1731208758602 2024-11-10T03:19:23,396 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.Compactor(224): Compacting c2e47938998043e9b00b96c39a82701f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=230, earliestPutTs=1731208759973 2024-11-10T03:19:23,397 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.Compactor(224): Compacting fa36e14dcb7442b7adb4cd09fdcb4971, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=243, earliestPutTs=1731208762138 2024-11-10T03:19:23,402 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5be6b4a4cebe1282beddaf9084160be1#C#compaction#411 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T03:19:23,402 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/.tmp/C/9c32cbace613453a8ccde9a7df5f9bfd is 50, key is test_row_0/C:col10/1731208759992/Put/seqid=0 2024-11-10T03:19:23,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742310_1486 (size=12765) 2024-11-10T03:19:23,473 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=268 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/.tmp/A/1578e73a39e34d718f7203453166d741 2024-11-10T03:19:23,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/.tmp/B/c5db35027db442479ffe3d08437bf206 is 50, key is test_row_0/B:col10/1731208762204/Put/seqid=0 2024-11-10T03:19:23,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742311_1487 (size=12301) 2024-11-10T03:19:23,489 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:23,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37500 deadline: 1731208823485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:23,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-10T03:19:23,693 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:23,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37500 deadline: 1731208823691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:23,854 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/.tmp/C/9c32cbace613453a8ccde9a7df5f9bfd as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/C/9c32cbace613453a8ccde9a7df5f9bfd 2024-11-10T03:19:23,858 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5be6b4a4cebe1282beddaf9084160be1/C of 5be6b4a4cebe1282beddaf9084160be1 into 9c32cbace613453a8ccde9a7df5f9bfd(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T03:19:23,858 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5be6b4a4cebe1282beddaf9084160be1: 2024-11-10T03:19:23,858 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1., storeName=5be6b4a4cebe1282beddaf9084160be1/C, priority=13, startTime=1731208762978; duration=0sec 2024-11-10T03:19:23,858 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T03:19:23,858 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5be6b4a4cebe1282beddaf9084160be1:C 2024-11-10T03:19:23,883 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=268 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/.tmp/B/c5db35027db442479ffe3d08437bf206 2024-11-10T03:19:23,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/.tmp/C/17c49671c70d422a92c0016ace657e0e is 50, key is test_row_0/C:col10/1731208762204/Put/seqid=0 2024-11-10T03:19:23,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742312_1488 (size=12301) 2024-11-10T03:19:23,998 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:23,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37500 deadline: 1731208823996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:24,292 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=268 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/.tmp/C/17c49671c70d422a92c0016ace657e0e 2024-11-10T03:19:24,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/.tmp/A/1578e73a39e34d718f7203453166d741 as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/A/1578e73a39e34d718f7203453166d741 2024-11-10T03:19:24,298 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/A/1578e73a39e34d718f7203453166d741, entries=150, sequenceid=268, filesize=12.0 K 2024-11-10T03:19:24,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/.tmp/B/c5db35027db442479ffe3d08437bf206 as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/B/c5db35027db442479ffe3d08437bf206 2024-11-10T03:19:24,301 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/B/c5db35027db442479ffe3d08437bf206, entries=150, sequenceid=268, filesize=12.0 K 2024-11-10T03:19:24,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/.tmp/C/17c49671c70d422a92c0016ace657e0e as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/C/17c49671c70d422a92c0016ace657e0e 2024-11-10T03:19:24,304 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/C/17c49671c70d422a92c0016ace657e0e, entries=150, sequenceid=268, filesize=12.0 K 2024-11-10T03:19:24,304 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 5be6b4a4cebe1282beddaf9084160be1 in 1238ms, sequenceid=268, compaction requested=false 2024-11-10T03:19:24,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2538): Flush status journal for 5be6b4a4cebe1282beddaf9084160be1: 2024-11-10T03:19:24,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1. 2024-11-10T03:19:24,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=139 2024-11-10T03:19:24,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster(4106): Remote procedure done, pid=139 2024-11-10T03:19:24,309 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=139, resume processing ppid=138 2024-11-10T03:19:24,309 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=139, ppid=138, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8460 sec 2024-11-10T03:19:24,311 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=138, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees in 1.8540 sec 2024-11-10T03:19:24,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(8581): Flush requested on 5be6b4a4cebe1282beddaf9084160be1 2024-11-10T03:19:24,505 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5be6b4a4cebe1282beddaf9084160be1 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-10T03:19:24,505 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5be6b4a4cebe1282beddaf9084160be1, store=A 2024-11-10T03:19:24,506 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:19:24,506 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5be6b4a4cebe1282beddaf9084160be1, store=B 2024-11-10T03:19:24,506 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:19:24,506 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5be6b4a4cebe1282beddaf9084160be1, store=C 2024-11-10T03:19:24,506 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:19:24,509 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/.tmp/A/f3c6e52bd97f46639b5a4d137db42809 is 50, key is test_row_0/A:col10/1731208763377/Put/seqid=0 2024-11-10T03:19:24,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742313_1489 (size=14741) 2024-11-10T03:19:24,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-10T03:19:24,562 INFO [Thread-1933 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 138 completed 2024-11-10T03:19:24,563 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T03:19:24,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] procedure2.ProcedureExecutor(1098): Stored pid=140, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees 2024-11-10T03:19:24,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-10T03:19:24,563 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=140, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T03:19:24,564 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=140, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T03:19:24,564 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=141, ppid=140, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T03:19:24,624 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:24,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37500 deadline: 1731208824621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:24,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-10T03:19:24,715 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 700749f6e4aa,39315,1731208629620 2024-11-10T03:19:24,715 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39315 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-11-10T03:19:24,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1. 2024-11-10T03:19:24,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1. as already flushing 2024-11-10T03:19:24,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1. 2024-11-10T03:19:24,715 ERROR [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141 java.io.IOException: Unable to complete flush {ENCODED => 5be6b4a4cebe1282beddaf9084160be1, NAME => 'TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:19:24,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141 java.io.IOException: Unable to complete flush {ENCODED => 5be6b4a4cebe1282beddaf9084160be1, NAME => 'TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:19:24,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster(4114): Remote procedure failed, pid=141 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5be6b4a4cebe1282beddaf9084160be1, NAME => 'TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5be6b4a4cebe1282beddaf9084160be1, NAME => 'TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:19:24,729 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:24,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37500 deadline: 1731208824725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:24,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-10T03:19:24,867 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 700749f6e4aa,39315,1731208629620 2024-11-10T03:19:24,867 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39315 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-11-10T03:19:24,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1. 2024-11-10T03:19:24,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1. as already flushing 2024-11-10T03:19:24,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1. 2024-11-10T03:19:24,867 ERROR [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141 java.io.IOException: Unable to complete flush {ENCODED => 5be6b4a4cebe1282beddaf9084160be1, NAME => 'TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:19:24,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141 java.io.IOException: Unable to complete flush {ENCODED => 5be6b4a4cebe1282beddaf9084160be1, NAME => 'TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:19:24,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster(4114): Remote procedure failed, pid=141 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5be6b4a4cebe1282beddaf9084160be1, NAME => 'TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5be6b4a4cebe1282beddaf9084160be1, NAME => 'TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:19:24,913 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=283 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/.tmp/A/f3c6e52bd97f46639b5a4d137db42809 2024-11-10T03:19:24,917 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/.tmp/B/71fa422cdfa04f5cabd2efce37b7217d is 50, key is test_row_0/B:col10/1731208763377/Put/seqid=0 2024-11-10T03:19:24,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742314_1490 (size=12301) 2024-11-10T03:19:24,935 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:24,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37500 deadline: 1731208824930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:25,019 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 700749f6e4aa,39315,1731208629620 2024-11-10T03:19:25,019 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39315 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-11-10T03:19:25,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1. 2024-11-10T03:19:25,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1. as already flushing 2024-11-10T03:19:25,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1. 2024-11-10T03:19:25,019 ERROR [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141 java.io.IOException: Unable to complete flush {ENCODED => 5be6b4a4cebe1282beddaf9084160be1, NAME => 'TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:19:25,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141 java.io.IOException: Unable to complete flush {ENCODED => 5be6b4a4cebe1282beddaf9084160be1, NAME => 'TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:19:25,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster(4114): Remote procedure failed, pid=141 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5be6b4a4cebe1282beddaf9084160be1, NAME => 'TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5be6b4a4cebe1282beddaf9084160be1, NAME => 'TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:19:25,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-10T03:19:25,171 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 700749f6e4aa,39315,1731208629620 2024-11-10T03:19:25,171 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39315 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-11-10T03:19:25,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1. 2024-11-10T03:19:25,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1. as already flushing 2024-11-10T03:19:25,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1. 2024-11-10T03:19:25,172 ERROR [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141 java.io.IOException: Unable to complete flush {ENCODED => 5be6b4a4cebe1282beddaf9084160be1, NAME => 'TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:19:25,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141 java.io.IOException: Unable to complete flush {ENCODED => 5be6b4a4cebe1282beddaf9084160be1, NAME => 'TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:19:25,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster(4114): Remote procedure failed, pid=141 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5be6b4a4cebe1282beddaf9084160be1, NAME => 'TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5be6b4a4cebe1282beddaf9084160be1, NAME => 'TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:19:25,241 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:25,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37500 deadline: 1731208825237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:25,320 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=283 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/.tmp/B/71fa422cdfa04f5cabd2efce37b7217d 2024-11-10T03:19:25,323 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 700749f6e4aa,39315,1731208629620 2024-11-10T03:19:25,323 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39315 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-11-10T03:19:25,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1. 2024-11-10T03:19:25,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1. as already flushing 2024-11-10T03:19:25,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1. 2024-11-10T03:19:25,324 ERROR [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141 java.io.IOException: Unable to complete flush {ENCODED => 5be6b4a4cebe1282beddaf9084160be1, NAME => 'TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:19:25,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141 java.io.IOException: Unable to complete flush {ENCODED => 5be6b4a4cebe1282beddaf9084160be1, NAME => 'TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:19:25,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster(4114): Remote procedure failed, pid=141 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5be6b4a4cebe1282beddaf9084160be1, NAME => 'TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5be6b4a4cebe1282beddaf9084160be1, NAME => 'TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:19:25,326 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/.tmp/C/bc5827e006074f85b00c78c9be1fe699 is 50, key is test_row_0/C:col10/1731208763377/Put/seqid=0 2024-11-10T03:19:25,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742315_1491 (size=12301) 2024-11-10T03:19:25,475 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 700749f6e4aa,39315,1731208629620 2024-11-10T03:19:25,475 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39315 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-11-10T03:19:25,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1. 2024-11-10T03:19:25,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1. as already flushing 2024-11-10T03:19:25,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1. 2024-11-10T03:19:25,476 ERROR [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141 java.io.IOException: Unable to complete flush {ENCODED => 5be6b4a4cebe1282beddaf9084160be1, NAME => 'TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:19:25,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141 java.io.IOException: Unable to complete flush {ENCODED => 5be6b4a4cebe1282beddaf9084160be1, NAME => 'TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:19:25,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster(4114): Remote procedure failed, pid=141 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5be6b4a4cebe1282beddaf9084160be1, NAME => 'TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5be6b4a4cebe1282beddaf9084160be1, NAME => 'TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:19:25,627 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 700749f6e4aa,39315,1731208629620 2024-11-10T03:19:25,628 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39315 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-11-10T03:19:25,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1. 2024-11-10T03:19:25,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1. as already flushing 2024-11-10T03:19:25,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1. 2024-11-10T03:19:25,628 ERROR [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141 java.io.IOException: Unable to complete flush {ENCODED => 5be6b4a4cebe1282beddaf9084160be1, NAME => 'TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:19:25,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141 java.io.IOException: Unable to complete flush {ENCODED => 5be6b4a4cebe1282beddaf9084160be1, NAME => 'TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:19:25,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster(4114): Remote procedure failed, pid=141 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5be6b4a4cebe1282beddaf9084160be1, NAME => 'TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5be6b4a4cebe1282beddaf9084160be1, NAME => 'TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:19:25,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-10T03:19:25,729 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=283 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/.tmp/C/bc5827e006074f85b00c78c9be1fe699 2024-11-10T03:19:25,732 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/.tmp/A/f3c6e52bd97f46639b5a4d137db42809 as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/A/f3c6e52bd97f46639b5a4d137db42809 2024-11-10T03:19:25,734 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/A/f3c6e52bd97f46639b5a4d137db42809, entries=200, sequenceid=283, filesize=14.4 K 2024-11-10T03:19:25,735 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/.tmp/B/71fa422cdfa04f5cabd2efce37b7217d as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/B/71fa422cdfa04f5cabd2efce37b7217d 2024-11-10T03:19:25,737 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/B/71fa422cdfa04f5cabd2efce37b7217d, entries=150, sequenceid=283, filesize=12.0 K 2024-11-10T03:19:25,737 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/.tmp/C/bc5827e006074f85b00c78c9be1fe699 as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/C/bc5827e006074f85b00c78c9be1fe699 2024-11-10T03:19:25,740 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/C/bc5827e006074f85b00c78c9be1fe699, entries=150, sequenceid=283, filesize=12.0 K 2024-11-10T03:19:25,740 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 5be6b4a4cebe1282beddaf9084160be1 in 1235ms, sequenceid=283, compaction requested=true 2024-11-10T03:19:25,741 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5be6b4a4cebe1282beddaf9084160be1: 2024-11-10T03:19:25,741 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5be6b4a4cebe1282beddaf9084160be1:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T03:19:25,741 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T03:19:25,741 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T03:19:25,741 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T03:19:25,741 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5be6b4a4cebe1282beddaf9084160be1:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T03:19:25,741 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T03:19:25,741 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5be6b4a4cebe1282beddaf9084160be1:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T03:19:25,741 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T03:19:25,741 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39807 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T03:19:25,741 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37367 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T03:19:25,741 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HStore(1540): 5be6b4a4cebe1282beddaf9084160be1/A is initiating minor compaction (all files) 2024-11-10T03:19:25,741 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HStore(1540): 5be6b4a4cebe1282beddaf9084160be1/B is initiating minor compaction (all files) 2024-11-10T03:19:25,741 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5be6b4a4cebe1282beddaf9084160be1/B in TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1. 2024-11-10T03:19:25,741 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5be6b4a4cebe1282beddaf9084160be1/A in TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1. 2024-11-10T03:19:25,742 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/B/26dc15204a1445c19d7c870657dd073a, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/B/c5db35027db442479ffe3d08437bf206, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/B/71fa422cdfa04f5cabd2efce37b7217d] into tmpdir=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/.tmp, totalSize=36.5 K 2024-11-10T03:19:25,742 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/A/992d246585034d459cd1b6ba652596b4, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/A/1578e73a39e34d718f7203453166d741, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/A/f3c6e52bd97f46639b5a4d137db42809] into tmpdir=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/.tmp, totalSize=38.9 K 2024-11-10T03:19:25,742 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.Compactor(224): Compacting 992d246585034d459cd1b6ba652596b4, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=243, earliestPutTs=1731208759992 2024-11-10T03:19:25,742 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1578e73a39e34d718f7203453166d741, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=268, earliestPutTs=1731208762204 2024-11-10T03:19:25,742 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.Compactor(224): Compacting 26dc15204a1445c19d7c870657dd073a, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=243, earliestPutTs=1731208759992 2024-11-10T03:19:25,742 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.Compactor(224): Compacting f3c6e52bd97f46639b5a4d137db42809, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=283, earliestPutTs=1731208763359 2024-11-10T03:19:25,742 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.Compactor(224): Compacting c5db35027db442479ffe3d08437bf206, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=268, earliestPutTs=1731208762204 2024-11-10T03:19:25,743 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.Compactor(224): Compacting 71fa422cdfa04f5cabd2efce37b7217d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=283, earliestPutTs=1731208763359 2024-11-10T03:19:25,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(8581): Flush requested on 5be6b4a4cebe1282beddaf9084160be1 2024-11-10T03:19:25,746 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5be6b4a4cebe1282beddaf9084160be1 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-10T03:19:25,746 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5be6b4a4cebe1282beddaf9084160be1, store=A 2024-11-10T03:19:25,746 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:19:25,746 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5be6b4a4cebe1282beddaf9084160be1, store=B 2024-11-10T03:19:25,746 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:19:25,746 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5be6b4a4cebe1282beddaf9084160be1, store=C 2024-11-10T03:19:25,746 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:19:25,748 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5be6b4a4cebe1282beddaf9084160be1#B#compaction#417 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-10T03:19:25,749 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5be6b4a4cebe1282beddaf9084160be1#A#compaction#418 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T03:19:25,749 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/.tmp/B/16ea2db4c7524988a361f31d6d3c10b3 is 50, key is test_row_0/B:col10/1731208763377/Put/seqid=0 2024-11-10T03:19:25,749 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/.tmp/A/ad3a200924694e5e900f0cf080e916b9 is 50, key is test_row_0/A:col10/1731208763377/Put/seqid=0 2024-11-10T03:19:25,755 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/.tmp/A/c7e1cde05bdf47da98692efb56df26bb is 50, key is test_row_0/A:col10/1731208764571/Put/seqid=0 2024-11-10T03:19:25,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742316_1492 (size=13017) 2024-11-10T03:19:25,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742317_1493 (size=13017) 2024-11-10T03:19:25,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742318_1494 (size=14741) 2024-11-10T03:19:25,780 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 700749f6e4aa,39315,1731208629620 2024-11-10T03:19:25,780 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39315 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-11-10T03:19:25,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1. 2024-11-10T03:19:25,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1. as already flushing 2024-11-10T03:19:25,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1. 2024-11-10T03:19:25,780 ERROR [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141 java.io.IOException: Unable to complete flush {ENCODED => 5be6b4a4cebe1282beddaf9084160be1, NAME => 'TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:19:25,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141 java.io.IOException: Unable to complete flush {ENCODED => 5be6b4a4cebe1282beddaf9084160be1, NAME => 'TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:19:25,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster(4114): Remote procedure failed, pid=141 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5be6b4a4cebe1282beddaf9084160be1, NAME => 'TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5be6b4a4cebe1282beddaf9084160be1, NAME => 'TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:19:25,786 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:25,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37500 deadline: 1731208825785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:25,889 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:25,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37500 deadline: 1731208825887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:25,932 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 700749f6e4aa,39315,1731208629620 2024-11-10T03:19:25,932 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39315 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-11-10T03:19:25,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1. 2024-11-10T03:19:25,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1. as already flushing 2024-11-10T03:19:25,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1. 2024-11-10T03:19:25,932 ERROR [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141 java.io.IOException: Unable to complete flush {ENCODED => 5be6b4a4cebe1282beddaf9084160be1, NAME => 'TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:19:25,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141 java.io.IOException: Unable to complete flush {ENCODED => 5be6b4a4cebe1282beddaf9084160be1, NAME => 'TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:19:25,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster(4114): Remote procedure failed, pid=141 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5be6b4a4cebe1282beddaf9084160be1, NAME => 'TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5be6b4a4cebe1282beddaf9084160be1, NAME => 'TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:19:26,084 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 700749f6e4aa,39315,1731208629620 2024-11-10T03:19:26,084 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39315 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-11-10T03:19:26,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1. 2024-11-10T03:19:26,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1. as already flushing 2024-11-10T03:19:26,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1. 2024-11-10T03:19:26,085 ERROR [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141 java.io.IOException: Unable to complete flush {ENCODED => 5be6b4a4cebe1282beddaf9084160be1, NAME => 'TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:19:26,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141 java.io.IOException: Unable to complete flush {ENCODED => 5be6b4a4cebe1282beddaf9084160be1, NAME => 'TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:19:26,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster(4114): Remote procedure failed, pid=141 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5be6b4a4cebe1282beddaf9084160be1, NAME => 'TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5be6b4a4cebe1282beddaf9084160be1, NAME => 'TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:19:26,096 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:26,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37500 deadline: 1731208826090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:26,159 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/.tmp/A/ad3a200924694e5e900f0cf080e916b9 as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/A/ad3a200924694e5e900f0cf080e916b9 2024-11-10T03:19:26,161 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=308 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/.tmp/A/c7e1cde05bdf47da98692efb56df26bb 2024-11-10T03:19:26,161 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/.tmp/B/16ea2db4c7524988a361f31d6d3c10b3 as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/B/16ea2db4c7524988a361f31d6d3c10b3 2024-11-10T03:19:26,163 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5be6b4a4cebe1282beddaf9084160be1/A of 5be6b4a4cebe1282beddaf9084160be1 into ad3a200924694e5e900f0cf080e916b9(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T03:19:26,163 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5be6b4a4cebe1282beddaf9084160be1: 2024-11-10T03:19:26,163 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1., storeName=5be6b4a4cebe1282beddaf9084160be1/A, priority=13, startTime=1731208765741; duration=0sec 2024-11-10T03:19:26,163 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T03:19:26,163 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5be6b4a4cebe1282beddaf9084160be1:A 2024-11-10T03:19:26,164 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T03:19:26,164 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37367 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T03:19:26,164 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HStore(1540): 5be6b4a4cebe1282beddaf9084160be1/C is initiating minor compaction (all files) 2024-11-10T03:19:26,164 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5be6b4a4cebe1282beddaf9084160be1/C in TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1. 2024-11-10T03:19:26,164 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/C/9c32cbace613453a8ccde9a7df5f9bfd, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/C/17c49671c70d422a92c0016ace657e0e, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/C/bc5827e006074f85b00c78c9be1fe699] into tmpdir=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/.tmp, totalSize=36.5 K 2024-11-10T03:19:26,165 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9c32cbace613453a8ccde9a7df5f9bfd, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=243, earliestPutTs=1731208759992 2024-11-10T03:19:26,165 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5be6b4a4cebe1282beddaf9084160be1/B of 5be6b4a4cebe1282beddaf9084160be1 into 16ea2db4c7524988a361f31d6d3c10b3(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T03:19:26,165 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5be6b4a4cebe1282beddaf9084160be1: 2024-11-10T03:19:26,165 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1., storeName=5be6b4a4cebe1282beddaf9084160be1/B, priority=13, startTime=1731208765741; duration=0sec 2024-11-10T03:19:26,165 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T03:19:26,165 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.Compactor(224): Compacting 17c49671c70d422a92c0016ace657e0e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=268, earliestPutTs=1731208762204 2024-11-10T03:19:26,165 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5be6b4a4cebe1282beddaf9084160be1:B 2024-11-10T03:19:26,166 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.Compactor(224): Compacting bc5827e006074f85b00c78c9be1fe699, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=283, earliestPutTs=1731208763359 2024-11-10T03:19:26,167 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/.tmp/B/c98156867cbf427180bf578b70e8e4d1 is 50, key is test_row_0/B:col10/1731208764571/Put/seqid=0 2024-11-10T03:19:26,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742319_1495 (size=12301) 2024-11-10T03:19:26,170 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=308 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/.tmp/B/c98156867cbf427180bf578b70e8e4d1 2024-11-10T03:19:26,174 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5be6b4a4cebe1282beddaf9084160be1#C#compaction#421 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T03:19:26,174 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/.tmp/C/dda84a490b1c45a6a37de24bc16d9e68 is 50, key is test_row_0/C:col10/1731208763377/Put/seqid=0 2024-11-10T03:19:26,175 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/.tmp/C/58db7bdb0dc24b05abcde00c090bca69 is 50, key is test_row_0/C:col10/1731208764571/Put/seqid=0 2024-11-10T03:19:26,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742320_1496 (size=13017) 2024-11-10T03:19:26,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742321_1497 (size=12301) 2024-11-10T03:19:26,236 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 700749f6e4aa,39315,1731208629620 2024-11-10T03:19:26,237 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39315 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-11-10T03:19:26,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1. 2024-11-10T03:19:26,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1. as already flushing 2024-11-10T03:19:26,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1. 2024-11-10T03:19:26,237 ERROR [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141 java.io.IOException: Unable to complete flush {ENCODED => 5be6b4a4cebe1282beddaf9084160be1, NAME => 'TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:19:26,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141 java.io.IOException: Unable to complete flush {ENCODED => 5be6b4a4cebe1282beddaf9084160be1, NAME => 'TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:19:26,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster(4114): Remote procedure failed, pid=141 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5be6b4a4cebe1282beddaf9084160be1, NAME => 'TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5be6b4a4cebe1282beddaf9084160be1, NAME => 'TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:19:26,389 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 700749f6e4aa,39315,1731208629620 2024-11-10T03:19:26,389 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39315 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-11-10T03:19:26,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1. 2024-11-10T03:19:26,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1. as already flushing 2024-11-10T03:19:26,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1. 2024-11-10T03:19:26,389 ERROR [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141 java.io.IOException: Unable to complete flush {ENCODED => 5be6b4a4cebe1282beddaf9084160be1, NAME => 'TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:19:26,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141 java.io.IOException: Unable to complete flush {ENCODED => 5be6b4a4cebe1282beddaf9084160be1, NAME => 'TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:19:26,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster(4114): Remote procedure failed, pid=141 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5be6b4a4cebe1282beddaf9084160be1, NAME => 'TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5be6b4a4cebe1282beddaf9084160be1, NAME => 'TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:19:26,400 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:26,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37500 deadline: 1731208826398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:26,541 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 700749f6e4aa,39315,1731208629620 2024-11-10T03:19:26,541 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39315 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-11-10T03:19:26,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1. 2024-11-10T03:19:26,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1. as already flushing 2024-11-10T03:19:26,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1. 2024-11-10T03:19:26,542 ERROR [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141 java.io.IOException: Unable to complete flush {ENCODED => 5be6b4a4cebe1282beddaf9084160be1, NAME => 'TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:19:26,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141 java.io.IOException: Unable to complete flush {ENCODED => 5be6b4a4cebe1282beddaf9084160be1, NAME => 'TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:19:26,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster(4114): Remote procedure failed, pid=141 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5be6b4a4cebe1282beddaf9084160be1, NAME => 'TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5be6b4a4cebe1282beddaf9084160be1, NAME => 'TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:19:26,582 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/.tmp/C/dda84a490b1c45a6a37de24bc16d9e68 as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/C/dda84a490b1c45a6a37de24bc16d9e68 2024-11-10T03:19:26,585 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5be6b4a4cebe1282beddaf9084160be1/C of 5be6b4a4cebe1282beddaf9084160be1 into dda84a490b1c45a6a37de24bc16d9e68(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T03:19:26,585 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5be6b4a4cebe1282beddaf9084160be1: 2024-11-10T03:19:26,585 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1., storeName=5be6b4a4cebe1282beddaf9084160be1/C, priority=13, startTime=1731208765741; duration=0sec 2024-11-10T03:19:26,585 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=308 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/.tmp/C/58db7bdb0dc24b05abcde00c090bca69 2024-11-10T03:19:26,585 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T03:19:26,585 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5be6b4a4cebe1282beddaf9084160be1:C 2024-11-10T03:19:26,588 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/.tmp/A/c7e1cde05bdf47da98692efb56df26bb as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/A/c7e1cde05bdf47da98692efb56df26bb 2024-11-10T03:19:26,590 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/A/c7e1cde05bdf47da98692efb56df26bb, entries=200, sequenceid=308, filesize=14.4 K 2024-11-10T03:19:26,590 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/.tmp/B/c98156867cbf427180bf578b70e8e4d1 as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/B/c98156867cbf427180bf578b70e8e4d1 2024-11-10T03:19:26,593 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/B/c98156867cbf427180bf578b70e8e4d1, entries=150, sequenceid=308, filesize=12.0 K 2024-11-10T03:19:26,594 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/.tmp/C/58db7bdb0dc24b05abcde00c090bca69 as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/C/58db7bdb0dc24b05abcde00c090bca69 2024-11-10T03:19:26,596 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/C/58db7bdb0dc24b05abcde00c090bca69, entries=150, sequenceid=308, filesize=12.0 K 2024-11-10T03:19:26,596 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 5be6b4a4cebe1282beddaf9084160be1 in 850ms, sequenceid=308, compaction requested=false 2024-11-10T03:19:26,597 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5be6b4a4cebe1282beddaf9084160be1: 2024-11-10T03:19:26,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-10T03:19:26,693 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 700749f6e4aa,39315,1731208629620 2024-11-10T03:19:26,694 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39315 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-11-10T03:19:26,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1. 2024-11-10T03:19:26,694 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2837): Flushing 5be6b4a4cebe1282beddaf9084160be1 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-10T03:19:26,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5be6b4a4cebe1282beddaf9084160be1, store=A 2024-11-10T03:19:26,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:19:26,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5be6b4a4cebe1282beddaf9084160be1, store=B 2024-11-10T03:19:26,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:19:26,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5be6b4a4cebe1282beddaf9084160be1, store=C 2024-11-10T03:19:26,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:19:26,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/.tmp/A/05d2e80c1ddf4fe3a36a9508417d726a is 50, key is test_row_0/A:col10/1731208765784/Put/seqid=0 2024-11-10T03:19:26,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742322_1498 (size=9857) 2024-11-10T03:19:26,790 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1. as already flushing 2024-11-10T03:19:26,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(8581): Flush requested on 5be6b4a4cebe1282beddaf9084160be1 2024-11-10T03:19:26,827 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:26,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37444 deadline: 1731208826821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:26,827 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:26,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37466 deadline: 1731208826821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:26,827 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:26,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37498 deadline: 1731208826824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:26,829 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:26,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37476 deadline: 1731208826825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:26,909 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:26,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37500 deadline: 1731208826905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:26,931 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:26,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37466 deadline: 1731208826928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:26,931 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:26,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37444 deadline: 1731208826928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:26,931 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:26,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37498 deadline: 1731208826928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:26,934 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:26,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37476 deadline: 1731208826930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:27,111 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=322 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/.tmp/A/05d2e80c1ddf4fe3a36a9508417d726a 2024-11-10T03:19:27,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/.tmp/B/44734f147d9b400aabaf0fe8a56e7b07 is 50, key is test_row_0/B:col10/1731208765784/Put/seqid=0 2024-11-10T03:19:27,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742323_1499 (size=9857) 2024-11-10T03:19:27,123 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=322 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/.tmp/B/44734f147d9b400aabaf0fe8a56e7b07 2024-11-10T03:19:27,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/.tmp/C/81f15f49a6a94b2fb8d012ec341cda9e is 50, key is test_row_0/C:col10/1731208765784/Put/seqid=0 2024-11-10T03:19:27,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742324_1500 (size=9857) 2024-11-10T03:19:27,133 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=322 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/.tmp/C/81f15f49a6a94b2fb8d012ec341cda9e 2024-11-10T03:19:27,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/.tmp/A/05d2e80c1ddf4fe3a36a9508417d726a as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/A/05d2e80c1ddf4fe3a36a9508417d726a 2024-11-10T03:19:27,137 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:27,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37444 deadline: 1731208827132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:27,138 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:27,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37466 deadline: 1731208827133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:27,138 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/A/05d2e80c1ddf4fe3a36a9508417d726a, entries=100, sequenceid=322, filesize=9.6 K 2024-11-10T03:19:27,138 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:27,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37498 deadline: 1731208827133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:27,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/.tmp/B/44734f147d9b400aabaf0fe8a56e7b07 as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/B/44734f147d9b400aabaf0fe8a56e7b07 2024-11-10T03:19:27,140 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:27,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37476 deadline: 1731208827135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:27,141 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/B/44734f147d9b400aabaf0fe8a56e7b07, entries=100, sequenceid=322, filesize=9.6 K 2024-11-10T03:19:27,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/.tmp/C/81f15f49a6a94b2fb8d012ec341cda9e as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/C/81f15f49a6a94b2fb8d012ec341cda9e 2024-11-10T03:19:27,144 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/C/81f15f49a6a94b2fb8d012ec341cda9e, entries=100, sequenceid=322, filesize=9.6 K 2024-11-10T03:19:27,145 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 5be6b4a4cebe1282beddaf9084160be1 in 451ms, sequenceid=322, compaction requested=true 2024-11-10T03:19:27,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2538): Flush status journal for 5be6b4a4cebe1282beddaf9084160be1: 2024-11-10T03:19:27,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1. 2024-11-10T03:19:27,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=141 2024-11-10T03:19:27,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster(4106): Remote procedure done, pid=141 2024-11-10T03:19:27,146 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=141, resume processing ppid=140 2024-11-10T03:19:27,146 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=141, ppid=140, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.5820 sec 2024-11-10T03:19:27,147 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=140, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees in 2.5840 sec 2024-11-10T03:19:27,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(8581): Flush requested on 5be6b4a4cebe1282beddaf9084160be1 2024-11-10T03:19:27,443 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5be6b4a4cebe1282beddaf9084160be1 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-10T03:19:27,444 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5be6b4a4cebe1282beddaf9084160be1, store=A 2024-11-10T03:19:27,444 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:19:27,444 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5be6b4a4cebe1282beddaf9084160be1, store=B 2024-11-10T03:19:27,444 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:19:27,444 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5be6b4a4cebe1282beddaf9084160be1, store=C 2024-11-10T03:19:27,444 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:19:27,448 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/.tmp/A/078602a10fa249bb8b4597de720360f8 is 50, key is test_row_0/A:col10/1731208767443/Put/seqid=0 2024-11-10T03:19:27,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742325_1501 (size=14741) 2024-11-10T03:19:27,455 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:27,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37444 deadline: 1731208827450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:27,457 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:27,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37466 deadline: 1731208827450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:27,457 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:27,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37498 deadline: 1731208827451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:27,463 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:27,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37476 deadline: 1731208827455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:27,561 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:27,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37444 deadline: 1731208827557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:27,561 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:27,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37466 deadline: 1731208827558, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:27,561 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:27,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37498 deadline: 1731208827558, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:27,568 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:27,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37476 deadline: 1731208827564, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:27,763 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:27,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37498 deadline: 1731208827762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:27,767 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:27,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37444 deadline: 1731208827763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:27,767 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:27,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37466 deadline: 1731208827763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:27,773 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:27,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37476 deadline: 1731208827769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:27,854 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=349 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/.tmp/A/078602a10fa249bb8b4597de720360f8 2024-11-10T03:19:27,860 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/.tmp/B/6f16fbb81466444288aa8c0044d58c92 is 50, key is test_row_0/B:col10/1731208767443/Put/seqid=0 2024-11-10T03:19:27,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742326_1502 (size=12301) 2024-11-10T03:19:27,916 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:27,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37500 deadline: 1731208827912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:28,067 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:28,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37498 deadline: 1731208828064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:28,073 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:28,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37466 deadline: 1731208828068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:28,073 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:28,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37444 deadline: 1731208828069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:28,079 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:28,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37476 deadline: 1731208828076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:28,263 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=349 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/.tmp/B/6f16fbb81466444288aa8c0044d58c92 2024-11-10T03:19:28,268 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/.tmp/C/a584a29d5c2c4caea7107a712cf8af1b is 50, key is test_row_0/C:col10/1731208767443/Put/seqid=0 2024-11-10T03:19:28,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742327_1503 (size=12301) 2024-11-10T03:19:28,573 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:28,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37498 deadline: 1731208828568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:28,577 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:28,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37466 deadline: 1731208828573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:28,582 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:28,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37444 deadline: 1731208828578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:28,583 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:28,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37476 deadline: 1731208828580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:28,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-10T03:19:28,668 INFO [Thread-1933 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 140 completed 2024-11-10T03:19:28,669 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T03:19:28,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] procedure2.ProcedureExecutor(1098): Stored pid=142, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees 2024-11-10T03:19:28,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-10T03:19:28,670 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=142, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T03:19:28,670 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=142, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T03:19:28,670 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=143, ppid=142, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T03:19:28,671 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=349 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/.tmp/C/a584a29d5c2c4caea7107a712cf8af1b 2024-11-10T03:19:28,674 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/.tmp/A/078602a10fa249bb8b4597de720360f8 as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/A/078602a10fa249bb8b4597de720360f8 2024-11-10T03:19:28,677 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/A/078602a10fa249bb8b4597de720360f8, entries=200, sequenceid=349, filesize=14.4 K 2024-11-10T03:19:28,677 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/.tmp/B/6f16fbb81466444288aa8c0044d58c92 as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/B/6f16fbb81466444288aa8c0044d58c92 2024-11-10T03:19:28,680 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/B/6f16fbb81466444288aa8c0044d58c92, entries=150, sequenceid=349, filesize=12.0 K 2024-11-10T03:19:28,680 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/.tmp/C/a584a29d5c2c4caea7107a712cf8af1b as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/C/a584a29d5c2c4caea7107a712cf8af1b 2024-11-10T03:19:28,683 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/C/a584a29d5c2c4caea7107a712cf8af1b, entries=150, sequenceid=349, filesize=12.0 K 2024-11-10T03:19:28,683 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for 5be6b4a4cebe1282beddaf9084160be1 in 1240ms, sequenceid=349, compaction requested=true 2024-11-10T03:19:28,683 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5be6b4a4cebe1282beddaf9084160be1: 2024-11-10T03:19:28,684 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5be6b4a4cebe1282beddaf9084160be1:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T03:19:28,684 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-10T03:19:28,684 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T03:19:28,684 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5be6b4a4cebe1282beddaf9084160be1:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T03:19:28,684 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T03:19:28,684 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-10T03:19:28,684 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5be6b4a4cebe1282beddaf9084160be1:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T03:19:28,684 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T03:19:28,684 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 52356 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-10T03:19:28,684 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 47476 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-10T03:19:28,684 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HStore(1540): 5be6b4a4cebe1282beddaf9084160be1/A is initiating minor compaction (all files) 2024-11-10T03:19:28,684 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HStore(1540): 5be6b4a4cebe1282beddaf9084160be1/B is initiating minor compaction (all files) 2024-11-10T03:19:28,685 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5be6b4a4cebe1282beddaf9084160be1/A in TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1. 2024-11-10T03:19:28,685 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5be6b4a4cebe1282beddaf9084160be1/B in TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1. 2024-11-10T03:19:28,685 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/A/ad3a200924694e5e900f0cf080e916b9, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/A/c7e1cde05bdf47da98692efb56df26bb, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/A/05d2e80c1ddf4fe3a36a9508417d726a, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/A/078602a10fa249bb8b4597de720360f8] into tmpdir=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/.tmp, totalSize=51.1 K 2024-11-10T03:19:28,685 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/B/16ea2db4c7524988a361f31d6d3c10b3, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/B/c98156867cbf427180bf578b70e8e4d1, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/B/44734f147d9b400aabaf0fe8a56e7b07, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/B/6f16fbb81466444288aa8c0044d58c92] into tmpdir=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/.tmp, totalSize=46.4 K 2024-11-10T03:19:28,685 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.Compactor(224): Compacting ad3a200924694e5e900f0cf080e916b9, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=283, earliestPutTs=1731208763359 2024-11-10T03:19:28,685 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.Compactor(224): Compacting 16ea2db4c7524988a361f31d6d3c10b3, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=283, earliestPutTs=1731208763359 2024-11-10T03:19:28,685 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.Compactor(224): Compacting c7e1cde05bdf47da98692efb56df26bb, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=308, earliestPutTs=1731208764571 2024-11-10T03:19:28,685 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.Compactor(224): Compacting c98156867cbf427180bf578b70e8e4d1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=308, earliestPutTs=1731208764571 2024-11-10T03:19:28,685 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.Compactor(224): Compacting 05d2e80c1ddf4fe3a36a9508417d726a, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=322, earliestPutTs=1731208765771 2024-11-10T03:19:28,685 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.Compactor(224): Compacting 44734f147d9b400aabaf0fe8a56e7b07, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=322, earliestPutTs=1731208765771 2024-11-10T03:19:28,686 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.Compactor(224): Compacting 078602a10fa249bb8b4597de720360f8, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=349, earliestPutTs=1731208766819 2024-11-10T03:19:28,686 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.Compactor(224): Compacting 6f16fbb81466444288aa8c0044d58c92, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=349, earliestPutTs=1731208766820 2024-11-10T03:19:28,692 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5be6b4a4cebe1282beddaf9084160be1#A#compaction#429 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T03:19:28,692 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/.tmp/A/d48c82ce913945cba8db630f6b395c6b is 50, key is test_row_0/A:col10/1731208767443/Put/seqid=0 2024-11-10T03:19:28,694 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5be6b4a4cebe1282beddaf9084160be1#B#compaction#430 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T03:19:28,695 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/.tmp/B/3931f16511d741df9df52f005116ba60 is 50, key is test_row_0/B:col10/1731208767443/Put/seqid=0 2024-11-10T03:19:28,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742328_1504 (size=13153) 2024-11-10T03:19:28,700 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/.tmp/A/d48c82ce913945cba8db630f6b395c6b as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/A/d48c82ce913945cba8db630f6b395c6b 2024-11-10T03:19:28,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742329_1505 (size=13153) 2024-11-10T03:19:28,704 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 5be6b4a4cebe1282beddaf9084160be1/A of 5be6b4a4cebe1282beddaf9084160be1 into d48c82ce913945cba8db630f6b395c6b(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T03:19:28,704 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5be6b4a4cebe1282beddaf9084160be1: 2024-11-10T03:19:28,704 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/.tmp/B/3931f16511d741df9df52f005116ba60 as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/B/3931f16511d741df9df52f005116ba60 2024-11-10T03:19:28,704 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1., storeName=5be6b4a4cebe1282beddaf9084160be1/A, priority=12, startTime=1731208768683; duration=0sec 2024-11-10T03:19:28,704 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T03:19:28,704 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5be6b4a4cebe1282beddaf9084160be1:A 2024-11-10T03:19:28,704 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-10T03:19:28,705 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 47476 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-10T03:19:28,705 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HStore(1540): 5be6b4a4cebe1282beddaf9084160be1/C is initiating minor compaction (all files) 2024-11-10T03:19:28,705 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5be6b4a4cebe1282beddaf9084160be1/C in TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1. 2024-11-10T03:19:28,705 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/C/dda84a490b1c45a6a37de24bc16d9e68, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/C/58db7bdb0dc24b05abcde00c090bca69, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/C/81f15f49a6a94b2fb8d012ec341cda9e, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/C/a584a29d5c2c4caea7107a712cf8af1b] into tmpdir=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/.tmp, totalSize=46.4 K 2024-11-10T03:19:28,705 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.Compactor(224): Compacting dda84a490b1c45a6a37de24bc16d9e68, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=283, earliestPutTs=1731208763359 2024-11-10T03:19:28,705 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.Compactor(224): Compacting 58db7bdb0dc24b05abcde00c090bca69, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=308, earliestPutTs=1731208764571 2024-11-10T03:19:28,705 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.Compactor(224): Compacting 81f15f49a6a94b2fb8d012ec341cda9e, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=322, earliestPutTs=1731208765771 2024-11-10T03:19:28,706 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.Compactor(224): Compacting a584a29d5c2c4caea7107a712cf8af1b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=349, earliestPutTs=1731208766820 2024-11-10T03:19:28,708 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 5be6b4a4cebe1282beddaf9084160be1/B of 5be6b4a4cebe1282beddaf9084160be1 into 3931f16511d741df9df52f005116ba60(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T03:19:28,708 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5be6b4a4cebe1282beddaf9084160be1: 2024-11-10T03:19:28,708 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1., storeName=5be6b4a4cebe1282beddaf9084160be1/B, priority=12, startTime=1731208768684; duration=0sec 2024-11-10T03:19:28,708 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T03:19:28,708 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5be6b4a4cebe1282beddaf9084160be1:B 2024-11-10T03:19:28,711 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5be6b4a4cebe1282beddaf9084160be1#C#compaction#431 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T03:19:28,711 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/.tmp/C/86f0e2fa129a479e9b0dafaf3ee9ed8c is 50, key is test_row_0/C:col10/1731208767443/Put/seqid=0 2024-11-10T03:19:28,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742330_1506 (size=13153) 2024-11-10T03:19:28,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-10T03:19:28,820 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 700749f6e4aa,39315,1731208629620 2024-11-10T03:19:28,820 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39315 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-10T03:19:28,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1. 2024-11-10T03:19:28,820 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2837): Flushing 5be6b4a4cebe1282beddaf9084160be1 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-11-10T03:19:28,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5be6b4a4cebe1282beddaf9084160be1, store=A 2024-11-10T03:19:28,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:19:28,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5be6b4a4cebe1282beddaf9084160be1, store=B 2024-11-10T03:19:28,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:19:28,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5be6b4a4cebe1282beddaf9084160be1, store=C 2024-11-10T03:19:28,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:19:28,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/.tmp/A/c2f3bf5770ee40a8ab696ba28c359f75 is 50, key is test_row_0/A:col10/1731208767450/Put/seqid=0 2024-11-10T03:19:28,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742331_1507 (size=12301) 2024-11-10T03:19:28,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-10T03:19:29,118 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/.tmp/C/86f0e2fa129a479e9b0dafaf3ee9ed8c as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/C/86f0e2fa129a479e9b0dafaf3ee9ed8c 2024-11-10T03:19:29,121 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 5be6b4a4cebe1282beddaf9084160be1/C of 5be6b4a4cebe1282beddaf9084160be1 into 86f0e2fa129a479e9b0dafaf3ee9ed8c(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T03:19:29,121 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5be6b4a4cebe1282beddaf9084160be1: 2024-11-10T03:19:29,121 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1., storeName=5be6b4a4cebe1282beddaf9084160be1/C, priority=12, startTime=1731208768684; duration=0sec 2024-11-10T03:19:29,121 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T03:19:29,121 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5be6b4a4cebe1282beddaf9084160be1:C 2024-11-10T03:19:29,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-10T03:19:29,276 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=360 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/.tmp/A/c2f3bf5770ee40a8ab696ba28c359f75 2024-11-10T03:19:29,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/.tmp/B/8dda1527778148eb8ffd2c0e9f8bcfbf is 50, key is test_row_0/B:col10/1731208767450/Put/seqid=0 2024-11-10T03:19:29,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742332_1508 (size=12301) 2024-11-10T03:19:29,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(8581): Flush requested on 5be6b4a4cebe1282beddaf9084160be1 2024-11-10T03:19:29,584 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1. as already flushing 2024-11-10T03:19:29,641 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:29,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37466 deadline: 1731208829635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:29,641 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:29,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37498 deadline: 1731208829635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:29,642 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:29,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37476 deadline: 1731208829636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:29,645 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:29,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37444 deadline: 1731208829641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:29,689 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=360 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/.tmp/B/8dda1527778148eb8ffd2c0e9f8bcfbf 2024-11-10T03:19:29,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/.tmp/C/c61be7d3bce04b9f8a1b48d656abff79 is 50, key is test_row_0/C:col10/1731208767450/Put/seqid=0 2024-11-10T03:19:29,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742333_1509 (size=12301) 2024-11-10T03:19:29,745 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:29,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37466 deadline: 1731208829742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:29,746 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:29,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37498 deadline: 1731208829742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:29,746 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:29,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37476 deadline: 1731208829742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:29,750 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:29,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37444 deadline: 1731208829746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:29,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-10T03:19:29,827 DEBUG [Thread-1938 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0f2423f3 to 127.0.0.1:55635 2024-11-10T03:19:29,827 DEBUG [Thread-1938 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T03:19:29,828 DEBUG [Thread-1936 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x41b0e7b6 to 127.0.0.1:55635 2024-11-10T03:19:29,828 DEBUG [Thread-1936 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T03:19:29,828 DEBUG [Thread-1940 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x184771cf to 127.0.0.1:55635 2024-11-10T03:19:29,828 DEBUG [Thread-1940 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T03:19:29,832 DEBUG [Thread-1934 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5f7c40ba to 127.0.0.1:55635 2024-11-10T03:19:29,832 DEBUG [Thread-1934 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T03:19:29,832 DEBUG [Thread-1942 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x076f0408 to 127.0.0.1:55635 2024-11-10T03:19:29,832 DEBUG [Thread-1942 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T03:19:29,932 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:29,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37500 deadline: 1731208829932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:29,933 DEBUG [Thread-1927 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4149 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1., hostname=700749f6e4aa,39315,1731208629620, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T03:19:29,947 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:29,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37466 deadline: 1731208829947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:29,949 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:29,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37498 deadline: 1731208829948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:29,949 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:29,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37476 deadline: 1731208829949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:29,952 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:29,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37444 deadline: 1731208829952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:30,100 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=360 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/.tmp/C/c61be7d3bce04b9f8a1b48d656abff79 2024-11-10T03:19:30,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/.tmp/A/c2f3bf5770ee40a8ab696ba28c359f75 as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/A/c2f3bf5770ee40a8ab696ba28c359f75 2024-11-10T03:19:30,108 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/A/c2f3bf5770ee40a8ab696ba28c359f75, entries=150, sequenceid=360, filesize=12.0 K 2024-11-10T03:19:30,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/.tmp/B/8dda1527778148eb8ffd2c0e9f8bcfbf as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/B/8dda1527778148eb8ffd2c0e9f8bcfbf 2024-11-10T03:19:30,112 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/B/8dda1527778148eb8ffd2c0e9f8bcfbf, entries=150, sequenceid=360, filesize=12.0 K 2024-11-10T03:19:30,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/.tmp/C/c61be7d3bce04b9f8a1b48d656abff79 as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/C/c61be7d3bce04b9f8a1b48d656abff79 2024-11-10T03:19:30,116 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/C/c61be7d3bce04b9f8a1b48d656abff79, entries=150, sequenceid=360, filesize=12.0 K 2024-11-10T03:19:30,117 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(3040): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=161.02 KB/164880 for 5be6b4a4cebe1282beddaf9084160be1 in 1297ms, sequenceid=360, compaction requested=false 2024-11-10T03:19:30,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2538): Flush status journal for 5be6b4a4cebe1282beddaf9084160be1: 2024-11-10T03:19:30,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1. 2024-11-10T03:19:30,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=143 2024-11-10T03:19:30,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster(4106): Remote procedure done, pid=143 2024-11-10T03:19:30,120 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=143, resume processing ppid=142 2024-11-10T03:19:30,120 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=143, ppid=142, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4490 sec 2024-11-10T03:19:30,121 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=142, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees in 1.4510 sec 2024-11-10T03:19:30,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(8581): Flush requested on 5be6b4a4cebe1282beddaf9084160be1 2024-11-10T03:19:30,252 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5be6b4a4cebe1282beddaf9084160be1 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-11-10T03:19:30,253 DEBUG [Thread-1929 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2b0c2472 to 127.0.0.1:55635 2024-11-10T03:19:30,253 DEBUG [Thread-1929 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T03:19:30,254 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5be6b4a4cebe1282beddaf9084160be1, store=A 2024-11-10T03:19:30,254 DEBUG [Thread-1925 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x61d38088 to 127.0.0.1:55635 2024-11-10T03:19:30,254 DEBUG [Thread-1925 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T03:19:30,254 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:19:30,254 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5be6b4a4cebe1282beddaf9084160be1, store=B 2024-11-10T03:19:30,254 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:19:30,254 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5be6b4a4cebe1282beddaf9084160be1, store=C 2024-11-10T03:19:30,254 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:19:30,256 DEBUG [Thread-1931 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x34b30c39 to 127.0.0.1:55635 2024-11-10T03:19:30,256 DEBUG [Thread-1923 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7177efc9 to 127.0.0.1:55635 2024-11-10T03:19:30,256 DEBUG [Thread-1931 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T03:19:30,256 DEBUG [Thread-1923 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T03:19:30,259 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/.tmp/A/1e3039af7ed54aa1bb08dca73b1b6d60 is 50, key is test_row_0/A:col10/1731208769640/Put/seqid=0 2024-11-10T03:19:30,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742334_1510 (size=12301) 2024-11-10T03:19:30,665 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=390 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/.tmp/A/1e3039af7ed54aa1bb08dca73b1b6d60 2024-11-10T03:19:30,682 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/.tmp/B/2ce4a06b8dfb48189a8378ad90740f85 is 50, key is test_row_0/B:col10/1731208769640/Put/seqid=0 2024-11-10T03:19:30,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742335_1511 (size=12301) 2024-11-10T03:19:30,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-10T03:19:30,774 INFO [Thread-1933 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 142 completed 2024-11-10T03:19:31,086 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=390 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/.tmp/B/2ce4a06b8dfb48189a8378ad90740f85 2024-11-10T03:19:31,092 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/.tmp/C/8b263ce79a3e4da68441825ea11a50fe is 50, key is test_row_0/C:col10/1731208769640/Put/seqid=0 2024-11-10T03:19:31,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742336_1512 (size=12301) 2024-11-10T03:19:31,498 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=390 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/.tmp/C/8b263ce79a3e4da68441825ea11a50fe 2024-11-10T03:19:31,507 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/.tmp/A/1e3039af7ed54aa1bb08dca73b1b6d60 as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/A/1e3039af7ed54aa1bb08dca73b1b6d60 2024-11-10T03:19:31,512 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/A/1e3039af7ed54aa1bb08dca73b1b6d60, entries=150, sequenceid=390, filesize=12.0 K 2024-11-10T03:19:31,513 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/.tmp/B/2ce4a06b8dfb48189a8378ad90740f85 as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/B/2ce4a06b8dfb48189a8378ad90740f85 2024-11-10T03:19:31,518 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/B/2ce4a06b8dfb48189a8378ad90740f85, entries=150, sequenceid=390, filesize=12.0 K 2024-11-10T03:19:31,519 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/.tmp/C/8b263ce79a3e4da68441825ea11a50fe as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/C/8b263ce79a3e4da68441825ea11a50fe 2024-11-10T03:19:31,524 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/C/8b263ce79a3e4da68441825ea11a50fe, entries=150, sequenceid=390, filesize=12.0 K 2024-11-10T03:19:31,525 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~174.43 KB/178620, heapSize ~457.73 KB/468720, currentSize=13.42 KB/13740 for 5be6b4a4cebe1282beddaf9084160be1 in 1272ms, sequenceid=390, compaction requested=true 2024-11-10T03:19:31,525 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5be6b4a4cebe1282beddaf9084160be1: 2024-11-10T03:19:31,525 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5be6b4a4cebe1282beddaf9084160be1:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T03:19:31,525 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T03:19:31,525 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T03:19:31,525 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5be6b4a4cebe1282beddaf9084160be1:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T03:19:31,525 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T03:19:31,525 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T03:19:31,525 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5be6b4a4cebe1282beddaf9084160be1:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T03:19:31,525 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T03:19:31,526 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T03:19:31,526 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T03:19:31,526 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HStore(1540): 5be6b4a4cebe1282beddaf9084160be1/A is initiating minor compaction (all files) 2024-11-10T03:19:31,526 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HStore(1540): 5be6b4a4cebe1282beddaf9084160be1/B is initiating minor compaction (all files) 2024-11-10T03:19:31,526 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5be6b4a4cebe1282beddaf9084160be1/A in TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1. 2024-11-10T03:19:31,526 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5be6b4a4cebe1282beddaf9084160be1/B in TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1. 2024-11-10T03:19:31,526 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/A/d48c82ce913945cba8db630f6b395c6b, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/A/c2f3bf5770ee40a8ab696ba28c359f75, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/A/1e3039af7ed54aa1bb08dca73b1b6d60] into tmpdir=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/.tmp, totalSize=36.9 K 2024-11-10T03:19:31,526 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/B/3931f16511d741df9df52f005116ba60, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/B/8dda1527778148eb8ffd2c0e9f8bcfbf, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/B/2ce4a06b8dfb48189a8378ad90740f85] into tmpdir=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/.tmp, totalSize=36.9 K 2024-11-10T03:19:31,527 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.Compactor(224): Compacting d48c82ce913945cba8db630f6b395c6b, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=349, earliestPutTs=1731208766820 2024-11-10T03:19:31,527 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.Compactor(224): Compacting 3931f16511d741df9df52f005116ba60, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=349, earliestPutTs=1731208766820 2024-11-10T03:19:31,527 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.Compactor(224): Compacting c2f3bf5770ee40a8ab696ba28c359f75, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=360, earliestPutTs=1731208767444 2024-11-10T03:19:31,527 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.Compactor(224): Compacting 8dda1527778148eb8ffd2c0e9f8bcfbf, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=360, earliestPutTs=1731208767444 2024-11-10T03:19:31,527 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1e3039af7ed54aa1bb08dca73b1b6d60, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=390, earliestPutTs=1731208769640 2024-11-10T03:19:31,527 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.Compactor(224): Compacting 2ce4a06b8dfb48189a8378ad90740f85, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=390, earliestPutTs=1731208769640 2024-11-10T03:19:31,535 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5be6b4a4cebe1282beddaf9084160be1#A#compaction#438 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-10T03:19:31,535 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5be6b4a4cebe1282beddaf9084160be1#B#compaction#439 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T03:19:31,536 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/.tmp/A/d4d7376003834992be16b3f6ab2859da is 50, key is test_row_0/A:col10/1731208769640/Put/seqid=0 2024-11-10T03:19:31,536 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/.tmp/B/37333ed7622e4cf99e69c24809585911 is 50, key is test_row_0/B:col10/1731208769640/Put/seqid=0 2024-11-10T03:19:31,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742337_1513 (size=13255) 2024-11-10T03:19:31,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742338_1514 (size=13255) 2024-11-10T03:19:31,953 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/.tmp/A/d4d7376003834992be16b3f6ab2859da as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/A/d4d7376003834992be16b3f6ab2859da 2024-11-10T03:19:31,953 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/.tmp/B/37333ed7622e4cf99e69c24809585911 as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/B/37333ed7622e4cf99e69c24809585911 2024-11-10T03:19:31,958 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5be6b4a4cebe1282beddaf9084160be1/B of 5be6b4a4cebe1282beddaf9084160be1 into 37333ed7622e4cf99e69c24809585911(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T03:19:31,958 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5be6b4a4cebe1282beddaf9084160be1/A of 5be6b4a4cebe1282beddaf9084160be1 into d4d7376003834992be16b3f6ab2859da(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T03:19:31,958 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5be6b4a4cebe1282beddaf9084160be1: 2024-11-10T03:19:31,958 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5be6b4a4cebe1282beddaf9084160be1: 2024-11-10T03:19:31,958 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1., storeName=5be6b4a4cebe1282beddaf9084160be1/A, priority=13, startTime=1731208771525; duration=0sec 2024-11-10T03:19:31,958 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1., storeName=5be6b4a4cebe1282beddaf9084160be1/B, priority=13, startTime=1731208771525; duration=0sec 2024-11-10T03:19:31,958 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T03:19:31,958 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5be6b4a4cebe1282beddaf9084160be1:A 2024-11-10T03:19:31,958 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T03:19:31,958 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5be6b4a4cebe1282beddaf9084160be1:B 2024-11-10T03:19:31,958 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T03:19:31,959 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T03:19:31,959 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HStore(1540): 5be6b4a4cebe1282beddaf9084160be1/C is initiating minor compaction (all files) 2024-11-10T03:19:31,959 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5be6b4a4cebe1282beddaf9084160be1/C in TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1. 2024-11-10T03:19:31,959 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/C/86f0e2fa129a479e9b0dafaf3ee9ed8c, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/C/c61be7d3bce04b9f8a1b48d656abff79, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/C/8b263ce79a3e4da68441825ea11a50fe] into tmpdir=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/.tmp, totalSize=36.9 K 2024-11-10T03:19:31,959 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.Compactor(224): Compacting 86f0e2fa129a479e9b0dafaf3ee9ed8c, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=349, earliestPutTs=1731208766820 2024-11-10T03:19:31,959 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.Compactor(224): Compacting c61be7d3bce04b9f8a1b48d656abff79, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=360, earliestPutTs=1731208767444 2024-11-10T03:19:31,960 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8b263ce79a3e4da68441825ea11a50fe, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=390, earliestPutTs=1731208769640 2024-11-10T03:19:31,965 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5be6b4a4cebe1282beddaf9084160be1#C#compaction#440 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T03:19:31,965 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/.tmp/C/ef64b0a6b834405f95df3ca34d1e6af5 is 50, key is test_row_0/C:col10/1731208769640/Put/seqid=0 2024-11-10T03:19:31,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742339_1515 (size=13255) 2024-11-10T03:19:32,379 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/.tmp/C/ef64b0a6b834405f95df3ca34d1e6af5 as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/C/ef64b0a6b834405f95df3ca34d1e6af5 2024-11-10T03:19:32,385 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5be6b4a4cebe1282beddaf9084160be1/C of 5be6b4a4cebe1282beddaf9084160be1 into ef64b0a6b834405f95df3ca34d1e6af5(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T03:19:32,385 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5be6b4a4cebe1282beddaf9084160be1: 2024-11-10T03:19:32,385 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1., storeName=5be6b4a4cebe1282beddaf9084160be1/C, priority=13, startTime=1731208771525; duration=0sec 2024-11-10T03:19:32,385 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T03:19:32,385 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5be6b4a4cebe1282beddaf9084160be1:C 2024-11-10T03:19:33,950 DEBUG [Thread-1927 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7043f683 to 127.0.0.1:55635 2024-11-10T03:19:33,950 DEBUG [Thread-1927 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T03:19:33,951 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-10T03:19:33,951 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 49 2024-11-10T03:19:33,951 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 44 2024-11-10T03:19:33,951 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 117 2024-11-10T03:19:33,951 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 52 2024-11-10T03:19:33,951 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 46 2024-11-10T03:19:33,951 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-10T03:19:33,951 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-10T03:19:33,951 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2378 2024-11-10T03:19:33,951 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7134 rows 2024-11-10T03:19:33,951 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2380 2024-11-10T03:19:33,952 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7140 rows 2024-11-10T03:19:33,952 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2388 2024-11-10T03:19:33,952 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7164 rows 2024-11-10T03:19:33,952 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2388 2024-11-10T03:19:33,952 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7164 rows 2024-11-10T03:19:33,952 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2392 2024-11-10T03:19:33,952 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7176 rows 2024-11-10T03:19:33,952 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-10T03:19:33,952 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x695c2253 to 127.0.0.1:55635 2024-11-10T03:19:33,952 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T03:19:33,956 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-10T03:19:33,957 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-10T03:19:33,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] procedure2.ProcedureExecutor(1098): Stored pid=144, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-10T03:19:33,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-10T03:19:33,960 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731208773960"}]},"ts":"1731208773960"} 2024-11-10T03:19:33,961 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-10T03:19:34,028 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-10T03:19:34,029 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=145, ppid=144, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-10T03:19:34,032 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=146, ppid=145, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=5be6b4a4cebe1282beddaf9084160be1, UNASSIGN}] 2024-11-10T03:19:34,033 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=146, ppid=145, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=5be6b4a4cebe1282beddaf9084160be1, UNASSIGN 2024-11-10T03:19:34,034 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=146 updating hbase:meta row=5be6b4a4cebe1282beddaf9084160be1, regionState=CLOSING, regionLocation=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:34,036 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-10T03:19:34,036 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=147, ppid=146, state=RUNNABLE; CloseRegionProcedure 5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620}] 2024-11-10T03:19:34,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-10T03:19:34,188 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 700749f6e4aa,39315,1731208629620 2024-11-10T03:19:34,189 INFO [RS_CLOSE_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] handler.UnassignRegionHandler(124): Close 5be6b4a4cebe1282beddaf9084160be1 2024-11-10T03:19:34,189 DEBUG [RS_CLOSE_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-10T03:19:34,189 DEBUG [RS_CLOSE_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.HRegion(1681): Closing 5be6b4a4cebe1282beddaf9084160be1, disabling compactions & flushes 2024-11-10T03:19:34,190 INFO [RS_CLOSE_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1. 2024-11-10T03:19:34,190 DEBUG [RS_CLOSE_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1. 2024-11-10T03:19:34,190 DEBUG [RS_CLOSE_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1. after waiting 0 ms 2024-11-10T03:19:34,190 DEBUG [RS_CLOSE_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1. 2024-11-10T03:19:34,190 INFO [RS_CLOSE_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.HRegion(2837): Flushing 5be6b4a4cebe1282beddaf9084160be1 3/3 column families, dataSize=20.13 KB heapSize=53.48 KB 2024-11-10T03:19:34,190 DEBUG [RS_CLOSE_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5be6b4a4cebe1282beddaf9084160be1, store=A 2024-11-10T03:19:34,191 DEBUG [RS_CLOSE_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:19:34,191 DEBUG [RS_CLOSE_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5be6b4a4cebe1282beddaf9084160be1, store=B 2024-11-10T03:19:34,191 DEBUG [RS_CLOSE_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:19:34,191 DEBUG [RS_CLOSE_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5be6b4a4cebe1282beddaf9084160be1, store=C 2024-11-10T03:19:34,191 DEBUG [RS_CLOSE_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:19:34,198 DEBUG [RS_CLOSE_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/.tmp/A/88160640800341d9a306a0114ad89c28 is 50, key is test_row_1/A:col10/1731208773947/Put/seqid=0 2024-11-10T03:19:34,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742340_1516 (size=9857) 2024-11-10T03:19:34,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-10T03:19:34,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-10T03:19:34,605 INFO [RS_CLOSE_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=399 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/.tmp/A/88160640800341d9a306a0114ad89c28 2024-11-10T03:19:34,618 DEBUG [RS_CLOSE_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/.tmp/B/886703fef303409d93510e7e53f0351d is 50, key is test_row_1/B:col10/1731208773947/Put/seqid=0 2024-11-10T03:19:34,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742341_1517 (size=9857) 2024-11-10T03:19:35,023 INFO [RS_CLOSE_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=399 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/.tmp/B/886703fef303409d93510e7e53f0351d 2024-11-10T03:19:35,034 DEBUG [RS_CLOSE_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/.tmp/C/673e76d7f339459f84c2d99e6421128d is 50, key is test_row_1/C:col10/1731208773947/Put/seqid=0 2024-11-10T03:19:35,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742342_1518 (size=9857) 2024-11-10T03:19:35,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-10T03:19:35,439 INFO [RS_CLOSE_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=399 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/.tmp/C/673e76d7f339459f84c2d99e6421128d 2024-11-10T03:19:35,447 DEBUG [RS_CLOSE_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/.tmp/A/88160640800341d9a306a0114ad89c28 as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/A/88160640800341d9a306a0114ad89c28 2024-11-10T03:19:35,453 INFO [RS_CLOSE_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/A/88160640800341d9a306a0114ad89c28, entries=100, sequenceid=399, filesize=9.6 K 2024-11-10T03:19:35,454 DEBUG [RS_CLOSE_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/.tmp/B/886703fef303409d93510e7e53f0351d as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/B/886703fef303409d93510e7e53f0351d 2024-11-10T03:19:35,457 INFO [RS_CLOSE_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/B/886703fef303409d93510e7e53f0351d, entries=100, sequenceid=399, filesize=9.6 K 2024-11-10T03:19:35,457 DEBUG [RS_CLOSE_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/.tmp/C/673e76d7f339459f84c2d99e6421128d as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/C/673e76d7f339459f84c2d99e6421128d 2024-11-10T03:19:35,460 INFO [RS_CLOSE_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/C/673e76d7f339459f84c2d99e6421128d, entries=100, sequenceid=399, filesize=9.6 K 2024-11-10T03:19:35,460 INFO [RS_CLOSE_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.HRegion(3040): Finished flush of dataSize ~20.13 KB/20610, heapSize ~53.44 KB/54720, currentSize=0 B/0 for 5be6b4a4cebe1282beddaf9084160be1 in 1270ms, sequenceid=399, compaction requested=false 2024-11-10T03:19:35,461 DEBUG [StoreCloser-TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/A/27f4f83ba05648f7a86c653b0d122208, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/A/0a7c2dffccbc444c862a3d60946705db, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/A/70e37abd64dc46669cc509f55a872540, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/A/a2fc49d4216c41f6a6a5b5976579451b, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/A/7f5dbda36ce249ab9baef529dda59c3a, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/A/531af226b9674b6ba5a46a600991a24a, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/A/ce58bb9f276c43b4bb0f6810af6660e1, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/A/75e6643b1ba04d82bf9b47bac70cbc92, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/A/1e2698c705ab4f2da532103c9b2e612b, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/A/eab4873045aa446daf9fe43d4741660e, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/A/a428a6fb7bed4c59b13b8fe0bef3b540, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/A/96834c2947684b6989c1e5f45f63950e, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/A/7039a3bb81364f27b577136854f7d95b, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/A/589aa27786eb4f9d8323b6a65b122280, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/A/b7aa057651bf45c0b0d4d4ef7c26f04e, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/A/24386b896bad443cb4289a299d7b94ba, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/A/9d4b0ea098bb46e5a5135d189d16a4bd, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/A/c7c6eb80d656457d94b01f2e715c9041, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/A/992d246585034d459cd1b6ba652596b4, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/A/1578e73a39e34d718f7203453166d741, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/A/f3c6e52bd97f46639b5a4d137db42809, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/A/ad3a200924694e5e900f0cf080e916b9, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/A/c7e1cde05bdf47da98692efb56df26bb, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/A/05d2e80c1ddf4fe3a36a9508417d726a, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/A/078602a10fa249bb8b4597de720360f8, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/A/d48c82ce913945cba8db630f6b395c6b, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/A/c2f3bf5770ee40a8ab696ba28c359f75, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/A/1e3039af7ed54aa1bb08dca73b1b6d60] to archive 2024-11-10T03:19:35,461 DEBUG [StoreCloser-TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-10T03:19:35,463 DEBUG [StoreCloser-TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/A/27f4f83ba05648f7a86c653b0d122208 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/A/27f4f83ba05648f7a86c653b0d122208 2024-11-10T03:19:35,464 DEBUG [StoreCloser-TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/A/0a7c2dffccbc444c862a3d60946705db to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/A/0a7c2dffccbc444c862a3d60946705db 2024-11-10T03:19:35,464 DEBUG [StoreCloser-TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/A/70e37abd64dc46669cc509f55a872540 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/A/70e37abd64dc46669cc509f55a872540 2024-11-10T03:19:35,465 DEBUG [StoreCloser-TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/A/a2fc49d4216c41f6a6a5b5976579451b to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/A/a2fc49d4216c41f6a6a5b5976579451b 2024-11-10T03:19:35,466 DEBUG [StoreCloser-TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/A/7f5dbda36ce249ab9baef529dda59c3a to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/A/7f5dbda36ce249ab9baef529dda59c3a 2024-11-10T03:19:35,467 DEBUG [StoreCloser-TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/A/531af226b9674b6ba5a46a600991a24a to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/A/531af226b9674b6ba5a46a600991a24a 2024-11-10T03:19:35,467 DEBUG [StoreCloser-TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/A/ce58bb9f276c43b4bb0f6810af6660e1 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/A/ce58bb9f276c43b4bb0f6810af6660e1 2024-11-10T03:19:35,468 DEBUG [StoreCloser-TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/A/75e6643b1ba04d82bf9b47bac70cbc92 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/A/75e6643b1ba04d82bf9b47bac70cbc92 2024-11-10T03:19:35,469 DEBUG [StoreCloser-TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/A/1e2698c705ab4f2da532103c9b2e612b to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/A/1e2698c705ab4f2da532103c9b2e612b 2024-11-10T03:19:35,469 DEBUG [StoreCloser-TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/A/eab4873045aa446daf9fe43d4741660e to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/A/eab4873045aa446daf9fe43d4741660e 2024-11-10T03:19:35,470 DEBUG [StoreCloser-TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/A/a428a6fb7bed4c59b13b8fe0bef3b540 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/A/a428a6fb7bed4c59b13b8fe0bef3b540 2024-11-10T03:19:35,471 DEBUG [StoreCloser-TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/A/96834c2947684b6989c1e5f45f63950e to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/A/96834c2947684b6989c1e5f45f63950e 2024-11-10T03:19:35,471 DEBUG [StoreCloser-TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/A/7039a3bb81364f27b577136854f7d95b to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/A/7039a3bb81364f27b577136854f7d95b 2024-11-10T03:19:35,472 DEBUG [StoreCloser-TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/A/589aa27786eb4f9d8323b6a65b122280 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/A/589aa27786eb4f9d8323b6a65b122280 2024-11-10T03:19:35,473 DEBUG [StoreCloser-TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/A/b7aa057651bf45c0b0d4d4ef7c26f04e to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/A/b7aa057651bf45c0b0d4d4ef7c26f04e 2024-11-10T03:19:35,473 DEBUG [StoreCloser-TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/A/24386b896bad443cb4289a299d7b94ba to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/A/24386b896bad443cb4289a299d7b94ba 2024-11-10T03:19:35,474 DEBUG [StoreCloser-TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/A/9d4b0ea098bb46e5a5135d189d16a4bd to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/A/9d4b0ea098bb46e5a5135d189d16a4bd 2024-11-10T03:19:35,475 DEBUG [StoreCloser-TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/A/c7c6eb80d656457d94b01f2e715c9041 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/A/c7c6eb80d656457d94b01f2e715c9041 2024-11-10T03:19:35,475 DEBUG [StoreCloser-TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/A/992d246585034d459cd1b6ba652596b4 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/A/992d246585034d459cd1b6ba652596b4 2024-11-10T03:19:35,476 DEBUG [StoreCloser-TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/A/1578e73a39e34d718f7203453166d741 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/A/1578e73a39e34d718f7203453166d741 2024-11-10T03:19:35,477 DEBUG [StoreCloser-TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/A/f3c6e52bd97f46639b5a4d137db42809 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/A/f3c6e52bd97f46639b5a4d137db42809 2024-11-10T03:19:35,478 DEBUG [StoreCloser-TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/A/ad3a200924694e5e900f0cf080e916b9 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/A/ad3a200924694e5e900f0cf080e916b9 2024-11-10T03:19:35,478 DEBUG [StoreCloser-TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/A/c7e1cde05bdf47da98692efb56df26bb to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/A/c7e1cde05bdf47da98692efb56df26bb 2024-11-10T03:19:35,479 DEBUG [StoreCloser-TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/A/05d2e80c1ddf4fe3a36a9508417d726a to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/A/05d2e80c1ddf4fe3a36a9508417d726a 2024-11-10T03:19:35,480 DEBUG [StoreCloser-TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/A/078602a10fa249bb8b4597de720360f8 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/A/078602a10fa249bb8b4597de720360f8 2024-11-10T03:19:35,480 DEBUG [StoreCloser-TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/A/d48c82ce913945cba8db630f6b395c6b to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/A/d48c82ce913945cba8db630f6b395c6b 2024-11-10T03:19:35,481 DEBUG [StoreCloser-TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/A/c2f3bf5770ee40a8ab696ba28c359f75 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/A/c2f3bf5770ee40a8ab696ba28c359f75 2024-11-10T03:19:35,482 DEBUG [StoreCloser-TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/A/1e3039af7ed54aa1bb08dca73b1b6d60 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/A/1e3039af7ed54aa1bb08dca73b1b6d60 2024-11-10T03:19:35,483 DEBUG [StoreCloser-TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/B/7596c268520c47168569f8b22340def5, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/B/8cdac8466f5a4a8fa0290a6573b6000e, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/B/a216fdf73b784c3891c923d218f64f87, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/B/7898d61d09f849699cc6f2cf51398e9d, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/B/6a9d460f1ce34264ad86c0001eeb735a, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/B/6b0966253a5d44ffa715a2e47baed744, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/B/42493fd3fd2f4fd19fc1a3efe755c43f, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/B/ca3841c3d85549cf81984a36f0243067, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/B/66dd7517bfd6427d8b8f0b72ec725a75, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/B/3c8029c6a587416ab857d7086cf75ec9, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/B/12f9e67c9867474d92503088bff7d880, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/B/6a2b89bb2b284273a3c16faf7cea05d0, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/B/725d46fa549c4e238c1ee983b58a12c3, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/B/7a08b1987f194f2b8400a660c4646f92, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/B/2bf10501b53c49849315eaab6bee4ee8, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/B/70cc698ee3814dae82bba338108a4525, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/B/a768debfa643496d889931092ee68f64, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/B/26dc15204a1445c19d7c870657dd073a, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/B/4cba33bab6aa4e33aed04698e693c7b5, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/B/c5db35027db442479ffe3d08437bf206, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/B/16ea2db4c7524988a361f31d6d3c10b3, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/B/71fa422cdfa04f5cabd2efce37b7217d, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/B/c98156867cbf427180bf578b70e8e4d1, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/B/44734f147d9b400aabaf0fe8a56e7b07, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/B/3931f16511d741df9df52f005116ba60, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/B/6f16fbb81466444288aa8c0044d58c92, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/B/8dda1527778148eb8ffd2c0e9f8bcfbf, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/B/2ce4a06b8dfb48189a8378ad90740f85] to archive 2024-11-10T03:19:35,483 DEBUG [StoreCloser-TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-10T03:19:35,484 DEBUG [StoreCloser-TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/B/7596c268520c47168569f8b22340def5 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/B/7596c268520c47168569f8b22340def5 2024-11-10T03:19:35,485 DEBUG [StoreCloser-TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/B/8cdac8466f5a4a8fa0290a6573b6000e to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/B/8cdac8466f5a4a8fa0290a6573b6000e 2024-11-10T03:19:35,486 DEBUG [StoreCloser-TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/B/a216fdf73b784c3891c923d218f64f87 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/B/a216fdf73b784c3891c923d218f64f87 2024-11-10T03:19:35,487 DEBUG [StoreCloser-TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/B/7898d61d09f849699cc6f2cf51398e9d to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/B/7898d61d09f849699cc6f2cf51398e9d 2024-11-10T03:19:35,487 DEBUG [StoreCloser-TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/B/6a9d460f1ce34264ad86c0001eeb735a to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/B/6a9d460f1ce34264ad86c0001eeb735a 2024-11-10T03:19:35,488 DEBUG [StoreCloser-TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/B/6b0966253a5d44ffa715a2e47baed744 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/B/6b0966253a5d44ffa715a2e47baed744 2024-11-10T03:19:35,489 DEBUG [StoreCloser-TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/B/42493fd3fd2f4fd19fc1a3efe755c43f to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/B/42493fd3fd2f4fd19fc1a3efe755c43f 2024-11-10T03:19:35,490 DEBUG [StoreCloser-TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/B/ca3841c3d85549cf81984a36f0243067 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/B/ca3841c3d85549cf81984a36f0243067 2024-11-10T03:19:35,490 DEBUG [StoreCloser-TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/B/66dd7517bfd6427d8b8f0b72ec725a75 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/B/66dd7517bfd6427d8b8f0b72ec725a75 2024-11-10T03:19:35,491 DEBUG [StoreCloser-TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/B/3c8029c6a587416ab857d7086cf75ec9 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/B/3c8029c6a587416ab857d7086cf75ec9 2024-11-10T03:19:35,492 DEBUG [StoreCloser-TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/B/12f9e67c9867474d92503088bff7d880 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/B/12f9e67c9867474d92503088bff7d880 2024-11-10T03:19:35,492 DEBUG [StoreCloser-TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/B/6a2b89bb2b284273a3c16faf7cea05d0 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/B/6a2b89bb2b284273a3c16faf7cea05d0 2024-11-10T03:19:35,493 DEBUG [StoreCloser-TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/B/725d46fa549c4e238c1ee983b58a12c3 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/B/725d46fa549c4e238c1ee983b58a12c3 2024-11-10T03:19:35,494 DEBUG [StoreCloser-TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/B/7a08b1987f194f2b8400a660c4646f92 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/B/7a08b1987f194f2b8400a660c4646f92 2024-11-10T03:19:35,494 DEBUG [StoreCloser-TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/B/2bf10501b53c49849315eaab6bee4ee8 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/B/2bf10501b53c49849315eaab6bee4ee8 2024-11-10T03:19:35,495 DEBUG [StoreCloser-TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/B/70cc698ee3814dae82bba338108a4525 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/B/70cc698ee3814dae82bba338108a4525 2024-11-10T03:19:35,496 DEBUG [StoreCloser-TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/B/a768debfa643496d889931092ee68f64 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/B/a768debfa643496d889931092ee68f64 2024-11-10T03:19:35,496 DEBUG [StoreCloser-TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/B/26dc15204a1445c19d7c870657dd073a to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/B/26dc15204a1445c19d7c870657dd073a 2024-11-10T03:19:35,497 DEBUG [StoreCloser-TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/B/4cba33bab6aa4e33aed04698e693c7b5 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/B/4cba33bab6aa4e33aed04698e693c7b5 2024-11-10T03:19:35,497 DEBUG [StoreCloser-TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/B/c5db35027db442479ffe3d08437bf206 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/B/c5db35027db442479ffe3d08437bf206 2024-11-10T03:19:35,498 DEBUG [StoreCloser-TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/B/16ea2db4c7524988a361f31d6d3c10b3 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/B/16ea2db4c7524988a361f31d6d3c10b3 2024-11-10T03:19:35,499 DEBUG [StoreCloser-TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/B/71fa422cdfa04f5cabd2efce37b7217d to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/B/71fa422cdfa04f5cabd2efce37b7217d 2024-11-10T03:19:35,499 DEBUG [StoreCloser-TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/B/c98156867cbf427180bf578b70e8e4d1 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/B/c98156867cbf427180bf578b70e8e4d1 2024-11-10T03:19:35,500 DEBUG [StoreCloser-TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/B/44734f147d9b400aabaf0fe8a56e7b07 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/B/44734f147d9b400aabaf0fe8a56e7b07 2024-11-10T03:19:35,500 DEBUG [StoreCloser-TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/B/3931f16511d741df9df52f005116ba60 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/B/3931f16511d741df9df52f005116ba60 2024-11-10T03:19:35,501 DEBUG [StoreCloser-TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/B/6f16fbb81466444288aa8c0044d58c92 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/B/6f16fbb81466444288aa8c0044d58c92 2024-11-10T03:19:35,502 DEBUG [StoreCloser-TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/B/8dda1527778148eb8ffd2c0e9f8bcfbf to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/B/8dda1527778148eb8ffd2c0e9f8bcfbf 2024-11-10T03:19:35,502 DEBUG [StoreCloser-TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/B/2ce4a06b8dfb48189a8378ad90740f85 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/B/2ce4a06b8dfb48189a8378ad90740f85 2024-11-10T03:19:35,503 DEBUG [StoreCloser-TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/C/c1f9b3ebd38c4f7790d383724cbc943a, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/C/551c07e1e3e743e79366011641bf9105, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/C/65f5cfd8f2634652997aa252f199498b, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/C/dbef69a34d724cc18adfa55ee4fea079, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/C/93b4a3635ab142b19dbdbff4c7da03f4, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/C/3e2dd80b4fc046189f0730a6004158ac, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/C/d7a73eb54a684b2785616966e085f1ed, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/C/15680a53c6e24037ae6b49e6fc68873e, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/C/a0cff378ae854f8ab108603516b67fa6, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/C/7b485572a16b42c583fe15491d349c69, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/C/dafbebc7f0cc45469fb2ef7b8b541dc7, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/C/2b5507781548476787030b4f958793bb, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/C/7f06b55b400043d987dec3b561502842, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/C/860120e0de214392a7a48bc4897195e7, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/C/18b97b3005c74bf4986108b34f200cb6, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/C/f9b0d9bfd4064882a800b71c992693fe, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/C/c2e47938998043e9b00b96c39a82701f, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/C/9c32cbace613453a8ccde9a7df5f9bfd, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/C/fa36e14dcb7442b7adb4cd09fdcb4971, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/C/17c49671c70d422a92c0016ace657e0e, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/C/dda84a490b1c45a6a37de24bc16d9e68, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/C/bc5827e006074f85b00c78c9be1fe699, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/C/58db7bdb0dc24b05abcde00c090bca69, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/C/81f15f49a6a94b2fb8d012ec341cda9e, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/C/86f0e2fa129a479e9b0dafaf3ee9ed8c, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/C/a584a29d5c2c4caea7107a712cf8af1b, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/C/c61be7d3bce04b9f8a1b48d656abff79, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/C/8b263ce79a3e4da68441825ea11a50fe] to archive 2024-11-10T03:19:35,504 DEBUG [StoreCloser-TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-10T03:19:35,505 DEBUG [StoreCloser-TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/C/c1f9b3ebd38c4f7790d383724cbc943a to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/C/c1f9b3ebd38c4f7790d383724cbc943a 2024-11-10T03:19:35,505 DEBUG [StoreCloser-TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/C/551c07e1e3e743e79366011641bf9105 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/C/551c07e1e3e743e79366011641bf9105 2024-11-10T03:19:35,506 DEBUG [StoreCloser-TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/C/65f5cfd8f2634652997aa252f199498b to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/C/65f5cfd8f2634652997aa252f199498b 2024-11-10T03:19:35,507 DEBUG [StoreCloser-TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/C/dbef69a34d724cc18adfa55ee4fea079 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/C/dbef69a34d724cc18adfa55ee4fea079 2024-11-10T03:19:35,507 DEBUG [StoreCloser-TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/C/93b4a3635ab142b19dbdbff4c7da03f4 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/C/93b4a3635ab142b19dbdbff4c7da03f4 2024-11-10T03:19:35,508 DEBUG [StoreCloser-TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/C/3e2dd80b4fc046189f0730a6004158ac to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/C/3e2dd80b4fc046189f0730a6004158ac 2024-11-10T03:19:35,509 DEBUG [StoreCloser-TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/C/d7a73eb54a684b2785616966e085f1ed to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/C/d7a73eb54a684b2785616966e085f1ed 2024-11-10T03:19:35,509 DEBUG [StoreCloser-TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/C/15680a53c6e24037ae6b49e6fc68873e to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/C/15680a53c6e24037ae6b49e6fc68873e 2024-11-10T03:19:35,510 DEBUG [StoreCloser-TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/C/a0cff378ae854f8ab108603516b67fa6 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/C/a0cff378ae854f8ab108603516b67fa6 2024-11-10T03:19:35,510 DEBUG [StoreCloser-TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/C/7b485572a16b42c583fe15491d349c69 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/C/7b485572a16b42c583fe15491d349c69 2024-11-10T03:19:35,511 DEBUG [StoreCloser-TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/C/dafbebc7f0cc45469fb2ef7b8b541dc7 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/C/dafbebc7f0cc45469fb2ef7b8b541dc7 2024-11-10T03:19:35,512 DEBUG [StoreCloser-TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/C/2b5507781548476787030b4f958793bb to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/C/2b5507781548476787030b4f958793bb 2024-11-10T03:19:35,512 DEBUG [StoreCloser-TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/C/7f06b55b400043d987dec3b561502842 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/C/7f06b55b400043d987dec3b561502842 2024-11-10T03:19:35,513 DEBUG [StoreCloser-TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/C/860120e0de214392a7a48bc4897195e7 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/C/860120e0de214392a7a48bc4897195e7 2024-11-10T03:19:35,513 DEBUG [StoreCloser-TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/C/18b97b3005c74bf4986108b34f200cb6 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/C/18b97b3005c74bf4986108b34f200cb6 2024-11-10T03:19:35,514 DEBUG [StoreCloser-TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/C/f9b0d9bfd4064882a800b71c992693fe to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/C/f9b0d9bfd4064882a800b71c992693fe 2024-11-10T03:19:35,515 DEBUG [StoreCloser-TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/C/c2e47938998043e9b00b96c39a82701f to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/C/c2e47938998043e9b00b96c39a82701f 2024-11-10T03:19:35,516 DEBUG [StoreCloser-TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/C/9c32cbace613453a8ccde9a7df5f9bfd to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/C/9c32cbace613453a8ccde9a7df5f9bfd 2024-11-10T03:19:35,516 DEBUG [StoreCloser-TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/C/fa36e14dcb7442b7adb4cd09fdcb4971 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/C/fa36e14dcb7442b7adb4cd09fdcb4971 2024-11-10T03:19:35,517 DEBUG [StoreCloser-TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/C/17c49671c70d422a92c0016ace657e0e to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/C/17c49671c70d422a92c0016ace657e0e 2024-11-10T03:19:35,517 DEBUG [StoreCloser-TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/C/dda84a490b1c45a6a37de24bc16d9e68 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/C/dda84a490b1c45a6a37de24bc16d9e68 2024-11-10T03:19:35,518 DEBUG [StoreCloser-TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/C/bc5827e006074f85b00c78c9be1fe699 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/C/bc5827e006074f85b00c78c9be1fe699 2024-11-10T03:19:35,519 DEBUG [StoreCloser-TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/C/58db7bdb0dc24b05abcde00c090bca69 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/C/58db7bdb0dc24b05abcde00c090bca69 2024-11-10T03:19:35,519 DEBUG [StoreCloser-TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/C/81f15f49a6a94b2fb8d012ec341cda9e to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/C/81f15f49a6a94b2fb8d012ec341cda9e 2024-11-10T03:19:35,520 DEBUG [StoreCloser-TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/C/86f0e2fa129a479e9b0dafaf3ee9ed8c to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/C/86f0e2fa129a479e9b0dafaf3ee9ed8c 2024-11-10T03:19:35,521 DEBUG [StoreCloser-TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/C/a584a29d5c2c4caea7107a712cf8af1b to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/C/a584a29d5c2c4caea7107a712cf8af1b 2024-11-10T03:19:35,521 DEBUG [StoreCloser-TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/C/c61be7d3bce04b9f8a1b48d656abff79 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/C/c61be7d3bce04b9f8a1b48d656abff79 2024-11-10T03:19:35,522 DEBUG [StoreCloser-TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/C/8b263ce79a3e4da68441825ea11a50fe to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/C/8b263ce79a3e4da68441825ea11a50fe 2024-11-10T03:19:35,525 DEBUG [RS_CLOSE_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/recovered.edits/402.seqid, newMaxSeqId=402, maxSeqId=1 2024-11-10T03:19:35,525 INFO [RS_CLOSE_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1. 2024-11-10T03:19:35,525 DEBUG [RS_CLOSE_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.HRegion(1635): Region close journal for 5be6b4a4cebe1282beddaf9084160be1: 2024-11-10T03:19:35,527 INFO [RS_CLOSE_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] handler.UnassignRegionHandler(170): Closed 5be6b4a4cebe1282beddaf9084160be1 2024-11-10T03:19:35,527 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=146 updating hbase:meta row=5be6b4a4cebe1282beddaf9084160be1, regionState=CLOSED 2024-11-10T03:19:35,528 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=147, resume processing ppid=146 2024-11-10T03:19:35,529 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=147, ppid=146, state=SUCCESS; CloseRegionProcedure 5be6b4a4cebe1282beddaf9084160be1, server=700749f6e4aa,39315,1731208629620 in 1.4920 sec 2024-11-10T03:19:35,529 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=146, resume processing ppid=145 2024-11-10T03:19:35,529 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=146, ppid=145, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=5be6b4a4cebe1282beddaf9084160be1, UNASSIGN in 1.4960 sec 2024-11-10T03:19:35,530 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=145, resume processing ppid=144 2024-11-10T03:19:35,531 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=145, ppid=144, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.5010 sec 2024-11-10T03:19:35,531 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731208775531"}]},"ts":"1731208775531"} 2024-11-10T03:19:35,532 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-10T03:19:35,720 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-10T03:19:35,725 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=144, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.7650 sec 2024-11-10T03:19:36,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-10T03:19:36,067 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 144 completed 2024-11-10T03:19:36,068 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-10T03:19:36,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] procedure2.ProcedureExecutor(1098): Stored pid=148, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T03:19:36,070 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=148, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T03:19:36,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-11-10T03:19:36,071 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=148, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T03:19:36,074 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1 2024-11-10T03:19:36,078 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/A, FileablePath, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/B, FileablePath, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/C, FileablePath, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/recovered.edits] 2024-11-10T03:19:36,082 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/A/88160640800341d9a306a0114ad89c28 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/A/88160640800341d9a306a0114ad89c28 2024-11-10T03:19:36,083 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/A/d4d7376003834992be16b3f6ab2859da to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/A/d4d7376003834992be16b3f6ab2859da 2024-11-10T03:19:36,086 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/B/37333ed7622e4cf99e69c24809585911 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/B/37333ed7622e4cf99e69c24809585911 2024-11-10T03:19:36,088 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/B/886703fef303409d93510e7e53f0351d to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/B/886703fef303409d93510e7e53f0351d 2024-11-10T03:19:36,090 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/C/673e76d7f339459f84c2d99e6421128d to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/C/673e76d7f339459f84c2d99e6421128d 2024-11-10T03:19:36,092 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/C/ef64b0a6b834405f95df3ca34d1e6af5 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/C/ef64b0a6b834405f95df3ca34d1e6af5 2024-11-10T03:19:36,095 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/recovered.edits/402.seqid to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1/recovered.edits/402.seqid 2024-11-10T03:19:36,095 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/5be6b4a4cebe1282beddaf9084160be1 2024-11-10T03:19:36,096 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-10T03:19:36,098 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=148, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T03:19:36,100 WARN [PEWorker-3 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-10T03:19:36,102 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-10T03:19:36,103 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=148, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T03:19:36,103 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-10T03:19:36,103 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731208776103"}]},"ts":"9223372036854775807"} 2024-11-10T03:19:36,105 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-10T03:19:36,105 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 5be6b4a4cebe1282beddaf9084160be1, NAME => 'TestAcidGuarantees,,1731208747554.5be6b4a4cebe1282beddaf9084160be1.', STARTKEY => '', ENDKEY => ''}] 2024-11-10T03:19:36,105 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-10T03:19:36,105 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731208776105"}]},"ts":"9223372036854775807"} 2024-11-10T03:19:36,107 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-10T03:19:36,120 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(133): Finished pid=148, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T03:19:36,122 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=148, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 52 msec 2024-11-10T03:19:36,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-11-10T03:19:36,173 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 148 completed 2024-11-10T03:19:36,189 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testScanAtomicity Thread=241 (was 238) - Thread LEAK? -, OpenFileDescriptor=459 (was 451) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=303 (was 329), ProcessCount=9 (was 9), AvailableMemoryMB=5891 (was 5899) 2024-11-10T03:19:36,199 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testMobGetAtomicity Thread=241, OpenFileDescriptor=459, MaxFileDescriptor=1048576, SystemLoadAverage=303, ProcessCount=9, AvailableMemoryMB=5891 2024-11-10T03:19:36,201 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-10T03:19:36,201 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T03:19:36,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] procedure2.ProcedureExecutor(1098): Stored pid=149, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-10T03:19:36,203 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=149, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T03:19:36,203 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:36,203 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 149 2024-11-10T03:19:36,203 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=149, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T03:19:36,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=149 2024-11-10T03:19:36,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742343_1519 (size=960) 2024-11-10T03:19:36,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=149 2024-11-10T03:19:36,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=149 2024-11-10T03:19:36,614 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 02f356f67db1cb559ba0d524f58ec578, NAME => 'TestAcidGuarantees,,1731208776200.02f356f67db1cb559ba0d524f58ec578.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52 2024-11-10T03:19:36,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742344_1520 (size=53) 2024-11-10T03:19:36,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=149 2024-11-10T03:19:37,023 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731208776200.02f356f67db1cb559ba0d524f58ec578.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T03:19:37,023 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 02f356f67db1cb559ba0d524f58ec578, disabling compactions & flushes 2024-11-10T03:19:37,023 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731208776200.02f356f67db1cb559ba0d524f58ec578. 2024-11-10T03:19:37,024 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731208776200.02f356f67db1cb559ba0d524f58ec578. 2024-11-10T03:19:37,024 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731208776200.02f356f67db1cb559ba0d524f58ec578. after waiting 0 ms 2024-11-10T03:19:37,024 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731208776200.02f356f67db1cb559ba0d524f58ec578. 2024-11-10T03:19:37,024 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731208776200.02f356f67db1cb559ba0d524f58ec578. 2024-11-10T03:19:37,024 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 02f356f67db1cb559ba0d524f58ec578: 2024-11-10T03:19:37,026 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=149, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T03:19:37,027 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731208776200.02f356f67db1cb559ba0d524f58ec578.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731208777026"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731208777026"}]},"ts":"1731208777026"} 2024-11-10T03:19:37,029 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-10T03:19:37,031 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=149, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T03:19:37,032 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731208777031"}]},"ts":"1731208777031"} 2024-11-10T03:19:37,034 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-10T03:19:37,086 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=150, ppid=149, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=02f356f67db1cb559ba0d524f58ec578, ASSIGN}] 2024-11-10T03:19:37,087 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=150, ppid=149, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=02f356f67db1cb559ba0d524f58ec578, ASSIGN 2024-11-10T03:19:37,087 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=150, ppid=149, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=02f356f67db1cb559ba0d524f58ec578, ASSIGN; state=OFFLINE, location=700749f6e4aa,39315,1731208629620; forceNewPlan=false, retain=false 2024-11-10T03:19:37,238 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=150 updating hbase:meta row=02f356f67db1cb559ba0d524f58ec578, regionState=OPENING, regionLocation=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:37,239 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=151, ppid=150, state=RUNNABLE; OpenRegionProcedure 02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620}] 2024-11-10T03:19:37,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=149 2024-11-10T03:19:37,392 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 700749f6e4aa,39315,1731208629620 2024-11-10T03:19:37,395 INFO [RS_OPEN_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1731208776200.02f356f67db1cb559ba0d524f58ec578. 2024-11-10T03:19:37,396 DEBUG [RS_OPEN_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegion(7285): Opening region: {ENCODED => 02f356f67db1cb559ba0d524f58ec578, NAME => 'TestAcidGuarantees,,1731208776200.02f356f67db1cb559ba0d524f58ec578.', STARTKEY => '', ENDKEY => ''} 2024-11-10T03:19:37,396 DEBUG [RS_OPEN_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 02f356f67db1cb559ba0d524f58ec578 2024-11-10T03:19:37,396 DEBUG [RS_OPEN_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731208776200.02f356f67db1cb559ba0d524f58ec578.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T03:19:37,396 DEBUG [RS_OPEN_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegion(7327): checking encryption for 02f356f67db1cb559ba0d524f58ec578 2024-11-10T03:19:37,396 DEBUG [RS_OPEN_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegion(7330): checking classloading for 02f356f67db1cb559ba0d524f58ec578 2024-11-10T03:19:37,398 INFO [StoreOpener-02f356f67db1cb559ba0d524f58ec578-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 02f356f67db1cb559ba0d524f58ec578 2024-11-10T03:19:37,400 INFO [StoreOpener-02f356f67db1cb559ba0d524f58ec578-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-10T03:19:37,401 INFO [StoreOpener-02f356f67db1cb559ba0d524f58ec578-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 02f356f67db1cb559ba0d524f58ec578 columnFamilyName A 2024-11-10T03:19:37,401 DEBUG [StoreOpener-02f356f67db1cb559ba0d524f58ec578-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:37,402 INFO [StoreOpener-02f356f67db1cb559ba0d524f58ec578-1 {}] regionserver.HStore(327): Store=02f356f67db1cb559ba0d524f58ec578/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T03:19:37,402 INFO [StoreOpener-02f356f67db1cb559ba0d524f58ec578-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 02f356f67db1cb559ba0d524f58ec578 2024-11-10T03:19:37,403 INFO [StoreOpener-02f356f67db1cb559ba0d524f58ec578-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-10T03:19:37,404 INFO [StoreOpener-02f356f67db1cb559ba0d524f58ec578-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 02f356f67db1cb559ba0d524f58ec578 columnFamilyName B 2024-11-10T03:19:37,404 DEBUG [StoreOpener-02f356f67db1cb559ba0d524f58ec578-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:37,404 INFO [StoreOpener-02f356f67db1cb559ba0d524f58ec578-1 {}] regionserver.HStore(327): Store=02f356f67db1cb559ba0d524f58ec578/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T03:19:37,405 INFO [StoreOpener-02f356f67db1cb559ba0d524f58ec578-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 02f356f67db1cb559ba0d524f58ec578 2024-11-10T03:19:37,406 INFO [StoreOpener-02f356f67db1cb559ba0d524f58ec578-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-10T03:19:37,406 INFO [StoreOpener-02f356f67db1cb559ba0d524f58ec578-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 02f356f67db1cb559ba0d524f58ec578 columnFamilyName C 2024-11-10T03:19:37,406 DEBUG [StoreOpener-02f356f67db1cb559ba0d524f58ec578-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:37,406 INFO [StoreOpener-02f356f67db1cb559ba0d524f58ec578-1 {}] regionserver.HStore(327): Store=02f356f67db1cb559ba0d524f58ec578/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T03:19:37,407 INFO [RS_OPEN_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731208776200.02f356f67db1cb559ba0d524f58ec578. 2024-11-10T03:19:37,407 DEBUG [RS_OPEN_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578 2024-11-10T03:19:37,408 DEBUG [RS_OPEN_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578 2024-11-10T03:19:37,409 DEBUG [RS_OPEN_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-10T03:19:37,410 DEBUG [RS_OPEN_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegion(1085): writing seq id for 02f356f67db1cb559ba0d524f58ec578 2024-11-10T03:19:37,412 DEBUG [RS_OPEN_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T03:19:37,413 INFO [RS_OPEN_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegion(1102): Opened 02f356f67db1cb559ba0d524f58ec578; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66030817, jitterRate=-0.016064152121543884}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-10T03:19:37,413 DEBUG [RS_OPEN_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegion(1001): Region open journal for 02f356f67db1cb559ba0d524f58ec578: 2024-11-10T03:19:37,414 INFO [RS_OPEN_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1731208776200.02f356f67db1cb559ba0d524f58ec578., pid=151, masterSystemTime=1731208777392 2024-11-10T03:19:37,415 DEBUG [RS_OPEN_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1731208776200.02f356f67db1cb559ba0d524f58ec578. 2024-11-10T03:19:37,415 INFO [RS_OPEN_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1731208776200.02f356f67db1cb559ba0d524f58ec578. 2024-11-10T03:19:37,416 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=150 updating hbase:meta row=02f356f67db1cb559ba0d524f58ec578, regionState=OPEN, openSeqNum=2, regionLocation=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:37,419 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=151, resume processing ppid=150 2024-11-10T03:19:37,419 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=151, ppid=150, state=SUCCESS; OpenRegionProcedure 02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 in 178 msec 2024-11-10T03:19:37,421 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=150, resume processing ppid=149 2024-11-10T03:19:37,421 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=150, ppid=149, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=02f356f67db1cb559ba0d524f58ec578, ASSIGN in 334 msec 2024-11-10T03:19:37,422 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=149, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T03:19:37,422 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731208777422"}]},"ts":"1731208777422"} 2024-11-10T03:19:37,423 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-10T03:19:37,462 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=149, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T03:19:37,464 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=149, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.2610 sec 2024-11-10T03:19:37,563 ERROR [LeaseRenewer:jenkins@localhost:45751 {}] server.NIOServerCnxnFactory(85): Thread Thread[LeaseRenewer:jenkins@localhost:45751,5,PEWorkerGroup] died java.lang.NullPointerException: Cannot invoke "org.apache.hadoop.hdfs.DFSOutputStream.getNamespace()" because "outputStream" is null at org.apache.hadoop.hdfs.DFSClient.getNamespaces(DFSClient.java:596) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.renewLease(DFSClient.java:618) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.renew(LeaseRenewer.java:425) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:445) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) ~[hadoop-hdfs-client-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:19:38,067 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-10T03:19:38,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=149 2024-11-10T03:19:38,313 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 149 completed 2024-11-10T03:19:38,316 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0644b7e6 to 127.0.0.1:55635 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6094c70 2024-11-10T03:19:38,378 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bc9c3e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T03:19:38,381 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T03:19:38,383 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50464, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T03:19:38,385 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T03:19:38,386 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43668, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T03:19:38,389 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-10T03:19:38,389 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T03:19:38,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] procedure2.ProcedureExecutor(1098): Stored pid=152, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-11-10T03:19:38,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742345_1521 (size=996) 2024-11-10T03:19:38,809 DEBUG [PEWorker-2 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.960 2024-11-10T03:19:38,809 INFO [PEWorker-2 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.996 2024-11-10T03:19:38,813 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=153, ppid=152, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-10T03:19:38,816 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=154, ppid=153, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=02f356f67db1cb559ba0d524f58ec578, REOPEN/MOVE}] 2024-11-10T03:19:38,816 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=154, ppid=153, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=02f356f67db1cb559ba0d524f58ec578, REOPEN/MOVE 2024-11-10T03:19:38,817 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=154 updating hbase:meta row=02f356f67db1cb559ba0d524f58ec578, regionState=CLOSING, regionLocation=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:38,818 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-10T03:19:38,818 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=155, ppid=154, state=RUNNABLE; CloseRegionProcedure 02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620}] 2024-11-10T03:19:38,969 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 700749f6e4aa,39315,1731208629620 2024-11-10T03:19:38,970 INFO [RS_CLOSE_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] handler.UnassignRegionHandler(124): Close 02f356f67db1cb559ba0d524f58ec578 2024-11-10T03:19:38,970 DEBUG [RS_CLOSE_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-10T03:19:38,970 DEBUG [RS_CLOSE_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] regionserver.HRegion(1681): Closing 02f356f67db1cb559ba0d524f58ec578, disabling compactions & flushes 2024-11-10T03:19:38,971 INFO [RS_CLOSE_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731208776200.02f356f67db1cb559ba0d524f58ec578. 2024-11-10T03:19:38,971 DEBUG [RS_CLOSE_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731208776200.02f356f67db1cb559ba0d524f58ec578. 2024-11-10T03:19:38,971 DEBUG [RS_CLOSE_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731208776200.02f356f67db1cb559ba0d524f58ec578. after waiting 0 ms 2024-11-10T03:19:38,971 DEBUG [RS_CLOSE_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731208776200.02f356f67db1cb559ba0d524f58ec578. 2024-11-10T03:19:38,978 DEBUG [RS_CLOSE_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-10T03:19:38,980 INFO [RS_CLOSE_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731208776200.02f356f67db1cb559ba0d524f58ec578. 2024-11-10T03:19:38,980 DEBUG [RS_CLOSE_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] regionserver.HRegion(1635): Region close journal for 02f356f67db1cb559ba0d524f58ec578: 2024-11-10T03:19:38,980 WARN [RS_CLOSE_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] regionserver.HRegionServer(3786): Not adding moved region record: 02f356f67db1cb559ba0d524f58ec578 to self. 2024-11-10T03:19:38,982 INFO [RS_CLOSE_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] handler.UnassignRegionHandler(170): Closed 02f356f67db1cb559ba0d524f58ec578 2024-11-10T03:19:38,982 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=154 updating hbase:meta row=02f356f67db1cb559ba0d524f58ec578, regionState=CLOSED 2024-11-10T03:19:38,985 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=155, resume processing ppid=154 2024-11-10T03:19:38,985 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=155, ppid=154, state=SUCCESS; CloseRegionProcedure 02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 in 165 msec 2024-11-10T03:19:38,985 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=154, ppid=153, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=02f356f67db1cb559ba0d524f58ec578, REOPEN/MOVE; state=CLOSED, location=700749f6e4aa,39315,1731208629620; forceNewPlan=false, retain=true 2024-11-10T03:19:39,136 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=154 updating hbase:meta row=02f356f67db1cb559ba0d524f58ec578, regionState=OPENING, regionLocation=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:39,138 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=156, ppid=154, state=RUNNABLE; OpenRegionProcedure 02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620}] 2024-11-10T03:19:39,292 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 700749f6e4aa,39315,1731208629620 2024-11-10T03:19:39,295 INFO [RS_OPEN_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_OPEN_REGION, pid=156}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1731208776200.02f356f67db1cb559ba0d524f58ec578. 2024-11-10T03:19:39,296 DEBUG [RS_OPEN_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_OPEN_REGION, pid=156}] regionserver.HRegion(7285): Opening region: {ENCODED => 02f356f67db1cb559ba0d524f58ec578, NAME => 'TestAcidGuarantees,,1731208776200.02f356f67db1cb559ba0d524f58ec578.', STARTKEY => '', ENDKEY => ''} 2024-11-10T03:19:39,296 DEBUG [RS_OPEN_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_OPEN_REGION, pid=156}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 02f356f67db1cb559ba0d524f58ec578 2024-11-10T03:19:39,296 DEBUG [RS_OPEN_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_OPEN_REGION, pid=156}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731208776200.02f356f67db1cb559ba0d524f58ec578.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T03:19:39,296 DEBUG [RS_OPEN_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_OPEN_REGION, pid=156}] regionserver.HRegion(7327): checking encryption for 02f356f67db1cb559ba0d524f58ec578 2024-11-10T03:19:39,296 DEBUG [RS_OPEN_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_OPEN_REGION, pid=156}] regionserver.HRegion(7330): checking classloading for 02f356f67db1cb559ba0d524f58ec578 2024-11-10T03:19:39,298 INFO [StoreOpener-02f356f67db1cb559ba0d524f58ec578-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 02f356f67db1cb559ba0d524f58ec578 2024-11-10T03:19:39,299 INFO [StoreOpener-02f356f67db1cb559ba0d524f58ec578-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-10T03:19:39,299 INFO [StoreOpener-02f356f67db1cb559ba0d524f58ec578-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 02f356f67db1cb559ba0d524f58ec578 columnFamilyName A 2024-11-10T03:19:39,301 DEBUG [StoreOpener-02f356f67db1cb559ba0d524f58ec578-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:39,302 INFO [StoreOpener-02f356f67db1cb559ba0d524f58ec578-1 {}] regionserver.HStore(327): Store=02f356f67db1cb559ba0d524f58ec578/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T03:19:39,302 INFO [StoreOpener-02f356f67db1cb559ba0d524f58ec578-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 02f356f67db1cb559ba0d524f58ec578 2024-11-10T03:19:39,303 INFO [StoreOpener-02f356f67db1cb559ba0d524f58ec578-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-10T03:19:39,303 INFO [StoreOpener-02f356f67db1cb559ba0d524f58ec578-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 02f356f67db1cb559ba0d524f58ec578 columnFamilyName B 2024-11-10T03:19:39,304 DEBUG [StoreOpener-02f356f67db1cb559ba0d524f58ec578-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:39,304 INFO [StoreOpener-02f356f67db1cb559ba0d524f58ec578-1 {}] regionserver.HStore(327): Store=02f356f67db1cb559ba0d524f58ec578/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T03:19:39,304 INFO [StoreOpener-02f356f67db1cb559ba0d524f58ec578-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 02f356f67db1cb559ba0d524f58ec578 2024-11-10T03:19:39,305 INFO [StoreOpener-02f356f67db1cb559ba0d524f58ec578-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-10T03:19:39,306 INFO [StoreOpener-02f356f67db1cb559ba0d524f58ec578-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 02f356f67db1cb559ba0d524f58ec578 columnFamilyName C 2024-11-10T03:19:39,306 DEBUG [StoreOpener-02f356f67db1cb559ba0d524f58ec578-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:39,306 INFO [StoreOpener-02f356f67db1cb559ba0d524f58ec578-1 {}] regionserver.HStore(327): Store=02f356f67db1cb559ba0d524f58ec578/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T03:19:39,307 INFO [RS_OPEN_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_OPEN_REGION, pid=156}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731208776200.02f356f67db1cb559ba0d524f58ec578. 2024-11-10T03:19:39,307 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-10T03:19:39,308 DEBUG [RS_OPEN_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_OPEN_REGION, pid=156}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578 2024-11-10T03:19:39,309 DEBUG [RS_OPEN_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_OPEN_REGION, pid=156}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578 2024-11-10T03:19:39,311 DEBUG [RS_OPEN_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_OPEN_REGION, pid=156}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-10T03:19:39,313 DEBUG [RS_OPEN_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_OPEN_REGION, pid=156}] regionserver.HRegion(1085): writing seq id for 02f356f67db1cb559ba0d524f58ec578 2024-11-10T03:19:39,314 INFO [RS_OPEN_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_OPEN_REGION, pid=156}] regionserver.HRegion(1102): Opened 02f356f67db1cb559ba0d524f58ec578; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64786087, jitterRate=-0.03461207449436188}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-10T03:19:39,315 DEBUG [RS_OPEN_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_OPEN_REGION, pid=156}] regionserver.HRegion(1001): Region open journal for 02f356f67db1cb559ba0d524f58ec578: 2024-11-10T03:19:39,316 INFO [RS_OPEN_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_OPEN_REGION, pid=156}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1731208776200.02f356f67db1cb559ba0d524f58ec578., pid=156, masterSystemTime=1731208779291 2024-11-10T03:19:39,317 DEBUG [RS_OPEN_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_OPEN_REGION, pid=156}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1731208776200.02f356f67db1cb559ba0d524f58ec578. 2024-11-10T03:19:39,317 INFO [RS_OPEN_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_OPEN_REGION, pid=156}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1731208776200.02f356f67db1cb559ba0d524f58ec578. 2024-11-10T03:19:39,318 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=154 updating hbase:meta row=02f356f67db1cb559ba0d524f58ec578, regionState=OPEN, openSeqNum=5, regionLocation=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:39,320 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=156, resume processing ppid=154 2024-11-10T03:19:39,320 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=156, ppid=154, state=SUCCESS; OpenRegionProcedure 02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 in 181 msec 2024-11-10T03:19:39,321 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=154, resume processing ppid=153 2024-11-10T03:19:39,321 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=154, ppid=153, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=02f356f67db1cb559ba0d524f58ec578, REOPEN/MOVE in 504 msec 2024-11-10T03:19:39,324 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=153, resume processing ppid=152 2024-11-10T03:19:39,324 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=153, ppid=152, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 509 msec 2024-11-10T03:19:39,325 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=152, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 934 msec 2024-11-10T03:19:39,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=152 2024-11-10T03:19:39,328 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5c9b5141 to 127.0.0.1:55635 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@103dfc6e 2024-11-10T03:19:39,379 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7181df3b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T03:19:39,380 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x11a52cdf to 127.0.0.1:55635 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6e047c09 2024-11-10T03:19:39,393 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11030ef5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T03:19:39,393 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2d7fe431 to 127.0.0.1:55635 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@60d631a3 2024-11-10T03:19:39,403 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69abefea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T03:19:39,403 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x091d72db to 127.0.0.1:55635 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@58971172 2024-11-10T03:19:39,411 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e757135, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T03:19:39,411 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5d836f78 to 127.0.0.1:55635 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3d7fe93b 2024-11-10T03:19:39,419 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7846cb78, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T03:19:39,420 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x11c440f7 to 127.0.0.1:55635 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5f1754bc 2024-11-10T03:19:39,428 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a3b66d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T03:19:39,428 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x58460ef3 to 127.0.0.1:55635 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3d9113f3 2024-11-10T03:19:39,436 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cfdf76c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T03:19:39,437 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6e8cd1ae to 127.0.0.1:55635 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5bb75907 2024-11-10T03:19:39,444 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68c2838a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T03:19:39,445 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4d832d43 to 127.0.0.1:55635 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2c1d3a95 2024-11-10T03:19:39,453 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50bf224f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T03:19:39,453 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x15b6349f to 127.0.0.1:55635 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@503a7d2e 2024-11-10T03:19:39,461 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79be903c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T03:19:39,463 DEBUG [hconnection-0x6ae177cd-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T03:19:39,463 DEBUG [hconnection-0x1bafd3f2-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T03:19:39,463 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T03:19:39,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] procedure2.ProcedureExecutor(1098): Stored pid=157, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=157, table=TestAcidGuarantees 2024-11-10T03:19:39,464 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50478, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T03:19:39,464 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50480, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T03:19:39,465 DEBUG [hconnection-0x416f9560-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T03:19:39,465 DEBUG [hconnection-0x515c1bab-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T03:19:39,465 DEBUG [hconnection-0x7d54c60-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T03:19:39,465 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=157, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=157, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T03:19:39,466 DEBUG [hconnection-0x176b3278-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T03:19:39,466 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50500, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T03:19:39,466 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50514, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T03:19:39,466 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50518, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T03:19:39,466 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=157, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=157, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T03:19:39,466 DEBUG [hconnection-0x19b53e60-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T03:19:39,466 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=158, ppid=157, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T03:19:39,466 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50520, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T03:19:39,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-11-10T03:19:39,467 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50536, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T03:19:39,468 DEBUG [hconnection-0x51ec287f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T03:19:39,469 DEBUG [hconnection-0xd0fa45b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T03:19:39,470 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50550, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T03:19:39,470 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50564, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T03:19:39,470 DEBUG [hconnection-0x2f5776f1-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T03:19:39,471 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50576, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T03:19:39,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(8581): Flush requested on 02f356f67db1cb559ba0d524f58ec578 2024-11-10T03:19:39,473 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 02f356f67db1cb559ba0d524f58ec578 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-10T03:19:39,473 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 02f356f67db1cb559ba0d524f58ec578, store=A 2024-11-10T03:19:39,473 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:19:39,473 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 02f356f67db1cb559ba0d524f58ec578, store=B 2024-11-10T03:19:39,473 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:19:39,473 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 02f356f67db1cb559ba0d524f58ec578, store=C 2024-11-10T03:19:39,473 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:19:39,491 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:39,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50480 deadline: 1731208839488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:39,493 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:39,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50500 deadline: 1731208839490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:39,493 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:39,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50518 deadline: 1731208839491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:39,493 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:39,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50550 deadline: 1731208839491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:39,493 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:39,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50520 deadline: 1731208839492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:39,497 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110560357aae5254ab08d2ee592f0713905_02f356f67db1cb559ba0d524f58ec578 is 50, key is test_row_0/A:col10/1731208779473/Put/seqid=0 2024-11-10T03:19:39,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742346_1522 (size=12154) 2024-11-10T03:19:39,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-11-10T03:19:39,593 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:39,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50480 deadline: 1731208839592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:39,595 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:39,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50500 deadline: 1731208839594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:39,595 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:39,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50518 deadline: 1731208839594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:39,595 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:39,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50550 deadline: 1731208839594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:39,596 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:39,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50520 deadline: 1731208839594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:39,618 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 700749f6e4aa,39315,1731208629620 2024-11-10T03:19:39,619 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39315 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158 2024-11-10T03:19:39,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731208776200.02f356f67db1cb559ba0d524f58ec578. 2024-11-10T03:19:39,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731208776200.02f356f67db1cb559ba0d524f58ec578. as already flushing 2024-11-10T03:19:39,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731208776200.02f356f67db1cb559ba0d524f58ec578. 2024-11-10T03:19:39,619 ERROR [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] handler.RSProcedureHandler(58): pid=158 java.io.IOException: Unable to complete flush {ENCODED => 02f356f67db1cb559ba0d524f58ec578, NAME => 'TestAcidGuarantees,,1731208776200.02f356f67db1cb559ba0d524f58ec578.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:19:39,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=158 java.io.IOException: Unable to complete flush {ENCODED => 02f356f67db1cb559ba0d524f58ec578, NAME => 'TestAcidGuarantees,,1731208776200.02f356f67db1cb559ba0d524f58ec578.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:19:39,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster(4114): Remote procedure failed, pid=158 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 02f356f67db1cb559ba0d524f58ec578, NAME => 'TestAcidGuarantees,,1731208776200.02f356f67db1cb559ba0d524f58ec578.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 02f356f67db1cb559ba0d524f58ec578, NAME => 'TestAcidGuarantees,,1731208776200.02f356f67db1cb559ba0d524f58ec578.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:19:39,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-11-10T03:19:39,771 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 700749f6e4aa,39315,1731208629620 2024-11-10T03:19:39,771 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39315 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158 2024-11-10T03:19:39,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731208776200.02f356f67db1cb559ba0d524f58ec578. 2024-11-10T03:19:39,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731208776200.02f356f67db1cb559ba0d524f58ec578. as already flushing 2024-11-10T03:19:39,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731208776200.02f356f67db1cb559ba0d524f58ec578. 2024-11-10T03:19:39,771 ERROR [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] handler.RSProcedureHandler(58): pid=158 java.io.IOException: Unable to complete flush {ENCODED => 02f356f67db1cb559ba0d524f58ec578, NAME => 'TestAcidGuarantees,,1731208776200.02f356f67db1cb559ba0d524f58ec578.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:19:39,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=158 java.io.IOException: Unable to complete flush {ENCODED => 02f356f67db1cb559ba0d524f58ec578, NAME => 'TestAcidGuarantees,,1731208776200.02f356f67db1cb559ba0d524f58ec578.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:19:39,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster(4114): Remote procedure failed, pid=158 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 02f356f67db1cb559ba0d524f58ec578, NAME => 'TestAcidGuarantees,,1731208776200.02f356f67db1cb559ba0d524f58ec578.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 02f356f67db1cb559ba0d524f58ec578, NAME => 'TestAcidGuarantees,,1731208776200.02f356f67db1cb559ba0d524f58ec578.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:19:39,795 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:39,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50480 deadline: 1731208839794, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:39,796 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:39,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50500 deadline: 1731208839795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:39,797 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:39,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50518 deadline: 1731208839796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:39,797 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:39,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50550 deadline: 1731208839796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:39,798 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:39,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50520 deadline: 1731208839797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:39,916 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:39,919 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110560357aae5254ab08d2ee592f0713905_02f356f67db1cb559ba0d524f58ec578 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110560357aae5254ab08d2ee592f0713905_02f356f67db1cb559ba0d524f58ec578 2024-11-10T03:19:39,919 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/.tmp/A/ff819a8fcb6b427eb62a292c0ab8525f, store: [table=TestAcidGuarantees family=A region=02f356f67db1cb559ba0d524f58ec578] 2024-11-10T03:19:39,920 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/.tmp/A/ff819a8fcb6b427eb62a292c0ab8525f is 175, key is test_row_0/A:col10/1731208779473/Put/seqid=0 2024-11-10T03:19:39,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742347_1523 (size=30955) 2024-11-10T03:19:39,923 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 700749f6e4aa,39315,1731208629620 2024-11-10T03:19:39,924 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39315 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158 2024-11-10T03:19:39,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731208776200.02f356f67db1cb559ba0d524f58ec578. 2024-11-10T03:19:39,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731208776200.02f356f67db1cb559ba0d524f58ec578. as already flushing 2024-11-10T03:19:39,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731208776200.02f356f67db1cb559ba0d524f58ec578. 2024-11-10T03:19:39,924 ERROR [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] handler.RSProcedureHandler(58): pid=158 java.io.IOException: Unable to complete flush {ENCODED => 02f356f67db1cb559ba0d524f58ec578, NAME => 'TestAcidGuarantees,,1731208776200.02f356f67db1cb559ba0d524f58ec578.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:19:39,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=158 java.io.IOException: Unable to complete flush {ENCODED => 02f356f67db1cb559ba0d524f58ec578, NAME => 'TestAcidGuarantees,,1731208776200.02f356f67db1cb559ba0d524f58ec578.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:19:39,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster(4114): Remote procedure failed, pid=158 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 02f356f67db1cb559ba0d524f58ec578, NAME => 'TestAcidGuarantees,,1731208776200.02f356f67db1cb559ba0d524f58ec578.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 02f356f67db1cb559ba0d524f58ec578, NAME => 'TestAcidGuarantees,,1731208776200.02f356f67db1cb559ba0d524f58ec578.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:19:40,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-11-10T03:19:40,075 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 700749f6e4aa,39315,1731208629620 2024-11-10T03:19:40,076 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39315 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158 2024-11-10T03:19:40,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731208776200.02f356f67db1cb559ba0d524f58ec578. 2024-11-10T03:19:40,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731208776200.02f356f67db1cb559ba0d524f58ec578. as already flushing 2024-11-10T03:19:40,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731208776200.02f356f67db1cb559ba0d524f58ec578. 2024-11-10T03:19:40,076 ERROR [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] handler.RSProcedureHandler(58): pid=158 java.io.IOException: Unable to complete flush {ENCODED => 02f356f67db1cb559ba0d524f58ec578, NAME => 'TestAcidGuarantees,,1731208776200.02f356f67db1cb559ba0d524f58ec578.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:19:40,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=158 java.io.IOException: Unable to complete flush {ENCODED => 02f356f67db1cb559ba0d524f58ec578, NAME => 'TestAcidGuarantees,,1731208776200.02f356f67db1cb559ba0d524f58ec578.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:19:40,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster(4114): Remote procedure failed, pid=158 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 02f356f67db1cb559ba0d524f58ec578, NAME => 'TestAcidGuarantees,,1731208776200.02f356f67db1cb559ba0d524f58ec578.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 02f356f67db1cb559ba0d524f58ec578, NAME => 'TestAcidGuarantees,,1731208776200.02f356f67db1cb559ba0d524f58ec578.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:19:40,097 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:40,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50480 deadline: 1731208840096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:40,098 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:40,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50500 deadline: 1731208840097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:40,100 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:40,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50550 deadline: 1731208840099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:40,100 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:40,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50518 deadline: 1731208840100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:40,101 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:40,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50520 deadline: 1731208840101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:40,227 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 700749f6e4aa,39315,1731208629620 2024-11-10T03:19:40,228 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39315 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158 2024-11-10T03:19:40,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731208776200.02f356f67db1cb559ba0d524f58ec578. 2024-11-10T03:19:40,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731208776200.02f356f67db1cb559ba0d524f58ec578. as already flushing 2024-11-10T03:19:40,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731208776200.02f356f67db1cb559ba0d524f58ec578. 2024-11-10T03:19:40,228 ERROR [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] handler.RSProcedureHandler(58): pid=158 java.io.IOException: Unable to complete flush {ENCODED => 02f356f67db1cb559ba0d524f58ec578, NAME => 'TestAcidGuarantees,,1731208776200.02f356f67db1cb559ba0d524f58ec578.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:19:40,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=158 java.io.IOException: Unable to complete flush {ENCODED => 02f356f67db1cb559ba0d524f58ec578, NAME => 'TestAcidGuarantees,,1731208776200.02f356f67db1cb559ba0d524f58ec578.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:19:40,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster(4114): Remote procedure failed, pid=158 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 02f356f67db1cb559ba0d524f58ec578, NAME => 'TestAcidGuarantees,,1731208776200.02f356f67db1cb559ba0d524f58ec578.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 02f356f67db1cb559ba0d524f58ec578, NAME => 'TestAcidGuarantees,,1731208776200.02f356f67db1cb559ba0d524f58ec578.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:19:40,323 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=16, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/.tmp/A/ff819a8fcb6b427eb62a292c0ab8525f 2024-11-10T03:19:40,340 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/.tmp/B/6a0da8881302447c92be0b5b54e93356 is 50, key is test_row_0/B:col10/1731208779473/Put/seqid=0 2024-11-10T03:19:40,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742348_1524 (size=12001) 2024-11-10T03:19:40,345 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/.tmp/B/6a0da8881302447c92be0b5b54e93356 2024-11-10T03:19:40,365 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/.tmp/C/bb202c75a281473c8ec6b63173d5d61a is 50, key is test_row_0/C:col10/1731208779473/Put/seqid=0 2024-11-10T03:19:40,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742349_1525 (size=12001) 2024-11-10T03:19:40,369 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/.tmp/C/bb202c75a281473c8ec6b63173d5d61a 2024-11-10T03:19:40,372 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/.tmp/A/ff819a8fcb6b427eb62a292c0ab8525f as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/A/ff819a8fcb6b427eb62a292c0ab8525f 2024-11-10T03:19:40,376 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/A/ff819a8fcb6b427eb62a292c0ab8525f, entries=150, sequenceid=16, filesize=30.2 K 2024-11-10T03:19:40,376 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/.tmp/B/6a0da8881302447c92be0b5b54e93356 as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/B/6a0da8881302447c92be0b5b54e93356 2024-11-10T03:19:40,379 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/B/6a0da8881302447c92be0b5b54e93356, entries=150, sequenceid=16, filesize=11.7 K 2024-11-10T03:19:40,379 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 700749f6e4aa,39315,1731208629620 2024-11-10T03:19:40,380 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/.tmp/C/bb202c75a281473c8ec6b63173d5d61a as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/C/bb202c75a281473c8ec6b63173d5d61a 2024-11-10T03:19:40,380 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39315 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158 2024-11-10T03:19:40,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731208776200.02f356f67db1cb559ba0d524f58ec578. 2024-11-10T03:19:40,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731208776200.02f356f67db1cb559ba0d524f58ec578. as already flushing 2024-11-10T03:19:40,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731208776200.02f356f67db1cb559ba0d524f58ec578. 2024-11-10T03:19:40,380 ERROR [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] handler.RSProcedureHandler(58): pid=158 java.io.IOException: Unable to complete flush {ENCODED => 02f356f67db1cb559ba0d524f58ec578, NAME => 'TestAcidGuarantees,,1731208776200.02f356f67db1cb559ba0d524f58ec578.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:19:40,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=158 java.io.IOException: Unable to complete flush {ENCODED => 02f356f67db1cb559ba0d524f58ec578, NAME => 'TestAcidGuarantees,,1731208776200.02f356f67db1cb559ba0d524f58ec578.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:19:40,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster(4114): Remote procedure failed, pid=158 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 02f356f67db1cb559ba0d524f58ec578, NAME => 'TestAcidGuarantees,,1731208776200.02f356f67db1cb559ba0d524f58ec578.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 02f356f67db1cb559ba0d524f58ec578, NAME => 'TestAcidGuarantees,,1731208776200.02f356f67db1cb559ba0d524f58ec578.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:19:40,383 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/C/bb202c75a281473c8ec6b63173d5d61a, entries=150, sequenceid=16, filesize=11.7 K 2024-11-10T03:19:40,384 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for 02f356f67db1cb559ba0d524f58ec578 in 910ms, sequenceid=16, compaction requested=false 2024-11-10T03:19:40,384 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-10T03:19:40,384 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 02f356f67db1cb559ba0d524f58ec578: 2024-11-10T03:19:40,532 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 700749f6e4aa,39315,1731208629620 2024-11-10T03:19:40,532 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39315 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158 2024-11-10T03:19:40,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731208776200.02f356f67db1cb559ba0d524f58ec578. 2024-11-10T03:19:40,532 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2837): Flushing 02f356f67db1cb559ba0d524f58ec578 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-10T03:19:40,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 02f356f67db1cb559ba0d524f58ec578, store=A 2024-11-10T03:19:40,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:19:40,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 02f356f67db1cb559ba0d524f58ec578, store=B 2024-11-10T03:19:40,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:19:40,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 02f356f67db1cb559ba0d524f58ec578, store=C 2024-11-10T03:19:40,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:19:40,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110f7d3bfc604c14e42962a7e9ea7ab1de0_02f356f67db1cb559ba0d524f58ec578 is 50, key is test_row_0/A:col10/1731208779490/Put/seqid=0 2024-11-10T03:19:40,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742350_1526 (size=12154) 2024-11-10T03:19:40,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-11-10T03:19:40,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(8581): Flush requested on 02f356f67db1cb559ba0d524f58ec578 2024-11-10T03:19:40,600 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731208776200.02f356f67db1cb559ba0d524f58ec578. as already flushing 2024-11-10T03:19:40,605 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:40,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50550 deadline: 1731208840604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:40,607 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:40,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50480 deadline: 1731208840604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:40,607 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:40,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50520 deadline: 1731208840605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:40,608 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:40,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50518 deadline: 1731208840605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:40,608 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:40,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50500 deadline: 1731208840606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:40,708 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:40,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50550 deadline: 1731208840706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:40,708 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:40,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50480 deadline: 1731208840707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:40,710 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:40,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50520 deadline: 1731208840708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:40,711 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:40,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50518 deadline: 1731208840709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:40,711 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:40,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50500 deadline: 1731208840709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:40,911 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:40,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50550 deadline: 1731208840909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:40,912 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:40,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50480 deadline: 1731208840910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:40,912 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:40,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50520 deadline: 1731208840911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:40,915 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:40,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50518 deadline: 1731208840912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:40,915 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:40,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50500 deadline: 1731208840913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:40,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:40,947 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110f7d3bfc604c14e42962a7e9ea7ab1de0_02f356f67db1cb559ba0d524f58ec578 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110f7d3bfc604c14e42962a7e9ea7ab1de0_02f356f67db1cb559ba0d524f58ec578 2024-11-10T03:19:40,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/.tmp/A/835d5c4953d942ab83a1b5a4062a55c6, store: [table=TestAcidGuarantees family=A region=02f356f67db1cb559ba0d524f58ec578] 2024-11-10T03:19:40,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/.tmp/A/835d5c4953d942ab83a1b5a4062a55c6 is 175, key is test_row_0/A:col10/1731208779490/Put/seqid=0 2024-11-10T03:19:40,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742351_1527 (size=30955) 2024-11-10T03:19:41,044 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-10T03:19:41,215 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:41,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50550 deadline: 1731208841213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:41,215 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:41,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50480 deadline: 1731208841213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:41,216 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:41,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50520 deadline: 1731208841214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:41,218 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:41,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50518 deadline: 1731208841216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:41,219 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:41,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50500 deadline: 1731208841217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:41,352 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=41, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/.tmp/A/835d5c4953d942ab83a1b5a4062a55c6 2024-11-10T03:19:41,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/.tmp/B/37bf88dab3734c2597e8e1286dbc6780 is 50, key is test_row_0/B:col10/1731208779490/Put/seqid=0 2024-11-10T03:19:41,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742352_1528 (size=12001) 2024-11-10T03:19:41,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-11-10T03:19:41,717 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:41,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50480 deadline: 1731208841717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:41,718 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:41,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50520 deadline: 1731208841717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:41,721 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:41,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50550 deadline: 1731208841720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:41,723 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:41,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50500 deadline: 1731208841722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:41,724 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:41,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50518 deadline: 1731208841723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:41,760 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/.tmp/B/37bf88dab3734c2597e8e1286dbc6780 2024-11-10T03:19:41,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/.tmp/C/9409334f597248369c26c203b02a0b39 is 50, key is test_row_0/C:col10/1731208779490/Put/seqid=0 2024-11-10T03:19:41,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742353_1529 (size=12001) 2024-11-10T03:19:42,168 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/.tmp/C/9409334f597248369c26c203b02a0b39 2024-11-10T03:19:42,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/.tmp/A/835d5c4953d942ab83a1b5a4062a55c6 as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/A/835d5c4953d942ab83a1b5a4062a55c6 2024-11-10T03:19:42,173 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/A/835d5c4953d942ab83a1b5a4062a55c6, entries=150, sequenceid=41, filesize=30.2 K 2024-11-10T03:19:42,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/.tmp/B/37bf88dab3734c2597e8e1286dbc6780 as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/B/37bf88dab3734c2597e8e1286dbc6780 2024-11-10T03:19:42,176 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/B/37bf88dab3734c2597e8e1286dbc6780, entries=150, sequenceid=41, filesize=11.7 K 2024-11-10T03:19:42,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/.tmp/C/9409334f597248369c26c203b02a0b39 as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/C/9409334f597248369c26c203b02a0b39 2024-11-10T03:19:42,179 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/C/9409334f597248369c26c203b02a0b39, entries=150, sequenceid=41, filesize=11.7 K 2024-11-10T03:19:42,180 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for 02f356f67db1cb559ba0d524f58ec578 in 1648ms, sequenceid=41, compaction requested=false 2024-11-10T03:19:42,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2538): Flush status journal for 02f356f67db1cb559ba0d524f58ec578: 2024-11-10T03:19:42,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731208776200.02f356f67db1cb559ba0d524f58ec578. 2024-11-10T03:19:42,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=158 2024-11-10T03:19:42,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster(4106): Remote procedure done, pid=158 2024-11-10T03:19:42,182 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=158, resume processing ppid=157 2024-11-10T03:19:42,182 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=158, ppid=157, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.7150 sec 2024-11-10T03:19:42,182 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=157, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=157, table=TestAcidGuarantees in 2.7180 sec 2024-11-10T03:19:42,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(8581): Flush requested on 02f356f67db1cb559ba0d524f58ec578 2024-11-10T03:19:42,722 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 02f356f67db1cb559ba0d524f58ec578 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-10T03:19:42,722 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 02f356f67db1cb559ba0d524f58ec578, store=A 2024-11-10T03:19:42,722 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:19:42,722 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 02f356f67db1cb559ba0d524f58ec578, store=B 2024-11-10T03:19:42,722 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:19:42,722 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 02f356f67db1cb559ba0d524f58ec578, store=C 2024-11-10T03:19:42,722 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:19:42,727 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110b35ec8edc5524d85b34f9347aec6e3d3_02f356f67db1cb559ba0d524f58ec578 is 50, key is test_row_0/A:col10/1731208780605/Put/seqid=0 2024-11-10T03:19:42,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742354_1530 (size=14594) 2024-11-10T03:19:42,730 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:42,733 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110b35ec8edc5524d85b34f9347aec6e3d3_02f356f67db1cb559ba0d524f58ec578 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110b35ec8edc5524d85b34f9347aec6e3d3_02f356f67db1cb559ba0d524f58ec578 2024-11-10T03:19:42,733 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/.tmp/A/d09fcfd3ccd64f28bfc26c61e5899f28, store: [table=TestAcidGuarantees family=A region=02f356f67db1cb559ba0d524f58ec578] 2024-11-10T03:19:42,734 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/.tmp/A/d09fcfd3ccd64f28bfc26c61e5899f28 is 175, key is test_row_0/A:col10/1731208780605/Put/seqid=0 2024-11-10T03:19:42,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742355_1531 (size=39549) 2024-11-10T03:19:42,742 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:42,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50520 deadline: 1731208842739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:42,742 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:42,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50500 deadline: 1731208842740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:42,742 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:42,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50518 deadline: 1731208842740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:42,744 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:42,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50550 deadline: 1731208842741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:42,744 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:42,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50480 deadline: 1731208842742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:42,844 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:42,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50520 deadline: 1731208842843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:42,845 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:42,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50500 deadline: 1731208842843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:42,845 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:42,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50518 deadline: 1731208842843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:42,846 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:42,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50550 deadline: 1731208842845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:42,847 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:42,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50480 deadline: 1731208842845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:42,868 ERROR [LeaseRenewer:jenkins.hfs.0@localhost:45751 {}] server.NIOServerCnxnFactory(85): Thread Thread[LeaseRenewer:jenkins.hfs.0@localhost:45751,5,FailOnTimeoutGroup] died java.lang.NullPointerException: Cannot invoke "org.apache.hadoop.hdfs.DFSOutputStream.getNamespace()" because "outputStream" is null at org.apache.hadoop.hdfs.DFSClient.getNamespaces(DFSClient.java:596) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.renewLease(DFSClient.java:618) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.renew(LeaseRenewer.java:425) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:445) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) ~[hadoop-hdfs-client-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:19:43,046 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:43,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50520 deadline: 1731208843045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:43,048 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:43,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50500 deadline: 1731208843046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:43,049 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:43,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50518 deadline: 1731208843047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:43,049 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:43,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50480 deadline: 1731208843047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:43,050 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:43,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50550 deadline: 1731208843048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:43,137 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=54, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/.tmp/A/d09fcfd3ccd64f28bfc26c61e5899f28 2024-11-10T03:19:43,141 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/.tmp/B/948fe0f41aa746f3a46d070f3f91cdfb is 50, key is test_row_0/B:col10/1731208780605/Put/seqid=0 2024-11-10T03:19:43,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742356_1532 (size=12001) 2024-11-10T03:19:43,349 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:43,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50520 deadline: 1731208843348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:43,350 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:43,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50500 deadline: 1731208843349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:43,350 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:43,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50480 deadline: 1731208843350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:43,352 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:43,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50518 deadline: 1731208843350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:43,354 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:43,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50550 deadline: 1731208843352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:43,547 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/.tmp/B/948fe0f41aa746f3a46d070f3f91cdfb 2024-11-10T03:19:43,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-11-10T03:19:43,571 INFO [Thread-2337 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 157 completed 2024-11-10T03:19:43,572 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T03:19:43,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] procedure2.ProcedureExecutor(1098): Stored pid=159, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=159, table=TestAcidGuarantees 2024-11-10T03:19:43,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-11-10T03:19:43,580 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=159, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=159, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T03:19:43,580 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=159, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=159, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T03:19:43,580 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=160, ppid=159, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T03:19:43,589 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/.tmp/C/7977b1d20fef418e93514fc919208981 is 50, key is test_row_0/C:col10/1731208780605/Put/seqid=0 2024-11-10T03:19:43,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742357_1533 (size=12001) 2024-11-10T03:19:43,606 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/.tmp/C/7977b1d20fef418e93514fc919208981 2024-11-10T03:19:43,609 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/.tmp/A/d09fcfd3ccd64f28bfc26c61e5899f28 as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/A/d09fcfd3ccd64f28bfc26c61e5899f28 2024-11-10T03:19:43,612 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/A/d09fcfd3ccd64f28bfc26c61e5899f28, entries=200, sequenceid=54, filesize=38.6 K 2024-11-10T03:19:43,612 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/.tmp/B/948fe0f41aa746f3a46d070f3f91cdfb as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/B/948fe0f41aa746f3a46d070f3f91cdfb 2024-11-10T03:19:43,615 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/B/948fe0f41aa746f3a46d070f3f91cdfb, entries=150, sequenceid=54, filesize=11.7 K 2024-11-10T03:19:43,615 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/.tmp/C/7977b1d20fef418e93514fc919208981 as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/C/7977b1d20fef418e93514fc919208981 2024-11-10T03:19:43,617 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/C/7977b1d20fef418e93514fc919208981, entries=150, sequenceid=54, filesize=11.7 K 2024-11-10T03:19:43,618 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 02f356f67db1cb559ba0d524f58ec578 in 896ms, sequenceid=54, compaction requested=true 2024-11-10T03:19:43,618 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 02f356f67db1cb559ba0d524f58ec578: 2024-11-10T03:19:43,618 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 02f356f67db1cb559ba0d524f58ec578:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T03:19:43,618 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T03:19:43,618 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 02f356f67db1cb559ba0d524f58ec578:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T03:19:43,618 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T03:19:43,618 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T03:19:43,618 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 02f356f67db1cb559ba0d524f58ec578:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T03:19:43,618 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T03:19:43,618 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T03:19:43,619 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101459 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T03:19:43,619 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HStore(1540): 02f356f67db1cb559ba0d524f58ec578/A is initiating minor compaction (all files) 2024-11-10T03:19:43,619 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 02f356f67db1cb559ba0d524f58ec578/A in TestAcidGuarantees,,1731208776200.02f356f67db1cb559ba0d524f58ec578. 2024-11-10T03:19:43,619 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/A/ff819a8fcb6b427eb62a292c0ab8525f, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/A/835d5c4953d942ab83a1b5a4062a55c6, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/A/d09fcfd3ccd64f28bfc26c61e5899f28] into tmpdir=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/.tmp, totalSize=99.1 K 2024-11-10T03:19:43,619 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731208776200.02f356f67db1cb559ba0d524f58ec578. 2024-11-10T03:19:43,619 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731208776200.02f356f67db1cb559ba0d524f58ec578. files: [hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/A/ff819a8fcb6b427eb62a292c0ab8525f, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/A/835d5c4953d942ab83a1b5a4062a55c6, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/A/d09fcfd3ccd64f28bfc26c61e5899f28] 2024-11-10T03:19:43,620 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T03:19:43,620 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.Compactor(224): Compacting ff819a8fcb6b427eb62a292c0ab8525f, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1731208779471 2024-11-10T03:19:43,620 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HStore(1540): 02f356f67db1cb559ba0d524f58ec578/B is initiating minor compaction (all files) 2024-11-10T03:19:43,620 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 02f356f67db1cb559ba0d524f58ec578/B in TestAcidGuarantees,,1731208776200.02f356f67db1cb559ba0d524f58ec578. 2024-11-10T03:19:43,620 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/B/6a0da8881302447c92be0b5b54e93356, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/B/37bf88dab3734c2597e8e1286dbc6780, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/B/948fe0f41aa746f3a46d070f3f91cdfb] into tmpdir=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/.tmp, totalSize=35.2 K 2024-11-10T03:19:43,620 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.Compactor(224): Compacting 835d5c4953d942ab83a1b5a4062a55c6, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1731208779490 2024-11-10T03:19:43,620 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.Compactor(224): Compacting 6a0da8881302447c92be0b5b54e93356, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1731208779471 2024-11-10T03:19:43,620 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.Compactor(224): Compacting d09fcfd3ccd64f28bfc26c61e5899f28, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1731208780604 2024-11-10T03:19:43,620 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.Compactor(224): Compacting 37bf88dab3734c2597e8e1286dbc6780, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1731208779490 2024-11-10T03:19:43,621 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.Compactor(224): Compacting 948fe0f41aa746f3a46d070f3f91cdfb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1731208780604 2024-11-10T03:19:43,625 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=02f356f67db1cb559ba0d524f58ec578] 2024-11-10T03:19:43,626 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 02f356f67db1cb559ba0d524f58ec578#B#compaction#453 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-10T03:19:43,627 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/.tmp/B/2c2fe455bba24a3288f15726348af6f6 is 50, key is test_row_0/B:col10/1731208780605/Put/seqid=0 2024-11-10T03:19:43,635 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024111056263da33e8a4ed0a0182284025fcb16_02f356f67db1cb559ba0d524f58ec578 store=[table=TestAcidGuarantees family=A region=02f356f67db1cb559ba0d524f58ec578] 2024-11-10T03:19:43,636 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024111056263da33e8a4ed0a0182284025fcb16_02f356f67db1cb559ba0d524f58ec578, store=[table=TestAcidGuarantees family=A region=02f356f67db1cb559ba0d524f58ec578] 2024-11-10T03:19:43,637 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111056263da33e8a4ed0a0182284025fcb16_02f356f67db1cb559ba0d524f58ec578 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=02f356f67db1cb559ba0d524f58ec578] 2024-11-10T03:19:43,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742358_1534 (size=12104) 2024-11-10T03:19:43,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742359_1535 (size=4469) 2024-11-10T03:19:43,653 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 02f356f67db1cb559ba0d524f58ec578#A#compaction#454 average throughput is 0.90 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T03:19:43,653 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/.tmp/A/e9382c42f4b14d228291266e677a8bef is 175, key is test_row_0/A:col10/1731208780605/Put/seqid=0 2024-11-10T03:19:43,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742360_1536 (size=31058) 2024-11-10T03:19:43,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-11-10T03:19:43,732 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 700749f6e4aa,39315,1731208629620 2024-11-10T03:19:43,732 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39315 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=160 2024-11-10T03:19:43,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731208776200.02f356f67db1cb559ba0d524f58ec578. 2024-11-10T03:19:43,732 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2837): Flushing 02f356f67db1cb559ba0d524f58ec578 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-10T03:19:43,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 02f356f67db1cb559ba0d524f58ec578, store=A 2024-11-10T03:19:43,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:19:43,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 02f356f67db1cb559ba0d524f58ec578, store=B 2024-11-10T03:19:43,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:19:43,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 02f356f67db1cb559ba0d524f58ec578, store=C 2024-11-10T03:19:43,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:19:43,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411102101a4602bc444d8a78d6572e59155d2_02f356f67db1cb559ba0d524f58ec578 is 50, key is test_row_0/A:col10/1731208782739/Put/seqid=0 2024-11-10T03:19:43,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742361_1537 (size=12154) 2024-11-10T03:19:43,854 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731208776200.02f356f67db1cb559ba0d524f58ec578. as already flushing 2024-11-10T03:19:43,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(8581): Flush requested on 02f356f67db1cb559ba0d524f58ec578 2024-11-10T03:19:43,862 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:43,862 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:43,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50520 deadline: 1731208843859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:43,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50500 deadline: 1731208843859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:43,863 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:43,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50518 deadline: 1731208843860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:43,864 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:43,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50480 deadline: 1731208843861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:43,864 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:43,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50550 deadline: 1731208843861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:43,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-11-10T03:19:43,964 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:43,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50500 deadline: 1731208843963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:43,965 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:43,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50520 deadline: 1731208843963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:43,966 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:43,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50518 deadline: 1731208843964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:43,966 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:43,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50480 deadline: 1731208843964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:43,966 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:43,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50550 deadline: 1731208843964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:44,042 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/.tmp/B/2c2fe455bba24a3288f15726348af6f6 as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/B/2c2fe455bba24a3288f15726348af6f6 2024-11-10T03:19:44,045 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 02f356f67db1cb559ba0d524f58ec578/B of 02f356f67db1cb559ba0d524f58ec578 into 2c2fe455bba24a3288f15726348af6f6(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T03:19:44,045 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 02f356f67db1cb559ba0d524f58ec578: 2024-11-10T03:19:44,045 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731208776200.02f356f67db1cb559ba0d524f58ec578., storeName=02f356f67db1cb559ba0d524f58ec578/B, priority=13, startTime=1731208783618; duration=0sec 2024-11-10T03:19:44,046 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T03:19:44,046 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 02f356f67db1cb559ba0d524f58ec578:B 2024-11-10T03:19:44,046 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T03:19:44,046 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T03:19:44,046 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HStore(1540): 02f356f67db1cb559ba0d524f58ec578/C is initiating minor compaction (all files) 2024-11-10T03:19:44,046 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 02f356f67db1cb559ba0d524f58ec578/C in TestAcidGuarantees,,1731208776200.02f356f67db1cb559ba0d524f58ec578. 2024-11-10T03:19:44,046 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/C/bb202c75a281473c8ec6b63173d5d61a, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/C/9409334f597248369c26c203b02a0b39, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/C/7977b1d20fef418e93514fc919208981] into tmpdir=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/.tmp, totalSize=35.2 K 2024-11-10T03:19:44,047 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.Compactor(224): Compacting bb202c75a281473c8ec6b63173d5d61a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1731208779471 2024-11-10T03:19:44,047 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.Compactor(224): Compacting 9409334f597248369c26c203b02a0b39, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1731208779490 2024-11-10T03:19:44,047 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.Compactor(224): Compacting 7977b1d20fef418e93514fc919208981, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1731208780604 2024-11-10T03:19:44,052 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 02f356f67db1cb559ba0d524f58ec578#C#compaction#456 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T03:19:44,053 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/.tmp/C/4cd948a974e4453c8209ceb12030fbb9 is 50, key is test_row_0/C:col10/1731208780605/Put/seqid=0 2024-11-10T03:19:44,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742362_1538 (size=12104) 2024-11-10T03:19:44,064 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/.tmp/C/4cd948a974e4453c8209ceb12030fbb9 as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/C/4cd948a974e4453c8209ceb12030fbb9 2024-11-10T03:19:44,064 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/.tmp/A/e9382c42f4b14d228291266e677a8bef as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/A/e9382c42f4b14d228291266e677a8bef 2024-11-10T03:19:44,068 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 02f356f67db1cb559ba0d524f58ec578/A of 02f356f67db1cb559ba0d524f58ec578 into e9382c42f4b14d228291266e677a8bef(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T03:19:44,068 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 02f356f67db1cb559ba0d524f58ec578/C of 02f356f67db1cb559ba0d524f58ec578 into 4cd948a974e4453c8209ceb12030fbb9(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T03:19:44,068 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 02f356f67db1cb559ba0d524f58ec578: 2024-11-10T03:19:44,068 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 02f356f67db1cb559ba0d524f58ec578: 2024-11-10T03:19:44,068 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731208776200.02f356f67db1cb559ba0d524f58ec578., storeName=02f356f67db1cb559ba0d524f58ec578/C, priority=13, startTime=1731208783618; duration=0sec 2024-11-10T03:19:44,068 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731208776200.02f356f67db1cb559ba0d524f58ec578., storeName=02f356f67db1cb559ba0d524f58ec578/A, priority=13, startTime=1731208783618; duration=0sec 2024-11-10T03:19:44,068 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T03:19:44,068 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T03:19:44,068 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 02f356f67db1cb559ba0d524f58ec578:C 2024-11-10T03:19:44,068 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 02f356f67db1cb559ba0d524f58ec578:A 2024-11-10T03:19:44,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:44,144 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411102101a4602bc444d8a78d6572e59155d2_02f356f67db1cb559ba0d524f58ec578 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411102101a4602bc444d8a78d6572e59155d2_02f356f67db1cb559ba0d524f58ec578 2024-11-10T03:19:44,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/.tmp/A/8c56d551e96c4396975b4a4483c2dd26, store: [table=TestAcidGuarantees family=A region=02f356f67db1cb559ba0d524f58ec578] 2024-11-10T03:19:44,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/.tmp/A/8c56d551e96c4396975b4a4483c2dd26 is 175, key is test_row_0/A:col10/1731208782739/Put/seqid=0 2024-11-10T03:19:44,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742363_1539 (size=30955) 2024-11-10T03:19:44,164 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=77, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/.tmp/A/8c56d551e96c4396975b4a4483c2dd26 2024-11-10T03:19:44,168 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:44,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50518 deadline: 1731208844167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:44,169 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:44,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50520 deadline: 1731208844167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:44,169 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:44,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50500 deadline: 1731208844167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:44,169 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:44,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50480 deadline: 1731208844167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:44,169 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:44,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50550 deadline: 1731208844167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:44,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/.tmp/B/84e2ed5674434567b04ffa131423b5c6 is 50, key is test_row_0/B:col10/1731208782739/Put/seqid=0 2024-11-10T03:19:44,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742364_1540 (size=12001) 2024-11-10T03:19:44,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-11-10T03:19:44,471 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:44,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50518 deadline: 1731208844469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:44,471 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:44,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50480 deadline: 1731208844470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:44,471 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:44,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50520 deadline: 1731208844470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:44,473 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:44,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50500 deadline: 1731208844472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:44,473 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:44,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50550 deadline: 1731208844472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:44,575 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/.tmp/B/84e2ed5674434567b04ffa131423b5c6 2024-11-10T03:19:44,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/.tmp/C/bf2619d67cd54f6d84be9f65bc54168a is 50, key is test_row_0/C:col10/1731208782739/Put/seqid=0 2024-11-10T03:19:44,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742365_1541 (size=12001) 2024-11-10T03:19:44,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-11-10T03:19:44,973 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:44,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50480 deadline: 1731208844972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:44,974 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:44,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50518 deadline: 1731208844973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:44,975 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:44,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50550 deadline: 1731208844974, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:44,976 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:44,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50520 deadline: 1731208844976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:44,978 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:44,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50500 deadline: 1731208844977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:44,984 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/.tmp/C/bf2619d67cd54f6d84be9f65bc54168a 2024-11-10T03:19:44,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/.tmp/A/8c56d551e96c4396975b4a4483c2dd26 as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/A/8c56d551e96c4396975b4a4483c2dd26 2024-11-10T03:19:44,988 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/A/8c56d551e96c4396975b4a4483c2dd26, entries=150, sequenceid=77, filesize=30.2 K 2024-11-10T03:19:44,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/.tmp/B/84e2ed5674434567b04ffa131423b5c6 as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/B/84e2ed5674434567b04ffa131423b5c6 2024-11-10T03:19:44,991 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/B/84e2ed5674434567b04ffa131423b5c6, entries=150, sequenceid=77, filesize=11.7 K 2024-11-10T03:19:44,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/.tmp/C/bf2619d67cd54f6d84be9f65bc54168a as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/C/bf2619d67cd54f6d84be9f65bc54168a 2024-11-10T03:19:44,994 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/C/bf2619d67cd54f6d84be9f65bc54168a, entries=150, sequenceid=77, filesize=11.7 K 2024-11-10T03:19:44,995 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 02f356f67db1cb559ba0d524f58ec578 in 1263ms, sequenceid=77, compaction requested=false 2024-11-10T03:19:44,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2538): Flush status journal for 02f356f67db1cb559ba0d524f58ec578: 2024-11-10T03:19:44,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731208776200.02f356f67db1cb559ba0d524f58ec578. 2024-11-10T03:19:44,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=160 2024-11-10T03:19:44,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster(4106): Remote procedure done, pid=160 2024-11-10T03:19:44,997 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=160, resume processing ppid=159 2024-11-10T03:19:44,997 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=160, ppid=159, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4160 sec 2024-11-10T03:19:44,997 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=159, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=159, table=TestAcidGuarantees in 1.4250 sec 2024-11-10T03:19:45,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-11-10T03:19:45,682 INFO [Thread-2337 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 159 completed 2024-11-10T03:19:45,683 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T03:19:45,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] procedure2.ProcedureExecutor(1098): Stored pid=161, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=161, table=TestAcidGuarantees 2024-11-10T03:19:45,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-10T03:19:45,684 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=161, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=161, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T03:19:45,685 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=161, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=161, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T03:19:45,685 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=162, ppid=161, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T03:19:45,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-10T03:19:45,836 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 700749f6e4aa,39315,1731208629620 2024-11-10T03:19:45,836 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39315 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-11-10T03:19:45,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731208776200.02f356f67db1cb559ba0d524f58ec578. 2024-11-10T03:19:45,836 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2837): Flushing 02f356f67db1cb559ba0d524f58ec578 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-10T03:19:45,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 02f356f67db1cb559ba0d524f58ec578, store=A 2024-11-10T03:19:45,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:19:45,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 02f356f67db1cb559ba0d524f58ec578, store=B 2024-11-10T03:19:45,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:19:45,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 02f356f67db1cb559ba0d524f58ec578, store=C 2024-11-10T03:19:45,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:19:45,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411106f45ddc4605943fbb41dae262de176eb_02f356f67db1cb559ba0d524f58ec578 is 50, key is test_row_0/A:col10/1731208783860/Put/seqid=0 2024-11-10T03:19:45,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742366_1542 (size=12154) 2024-11-10T03:19:45,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(8581): Flush requested on 02f356f67db1cb559ba0d524f58ec578 2024-11-10T03:19:45,977 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731208776200.02f356f67db1cb559ba0d524f58ec578. as already flushing 2024-11-10T03:19:45,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-10T03:19:45,996 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:45,996 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:45,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50480 deadline: 1731208845992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:45,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50550 deadline: 1731208845993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:45,998 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:45,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50520 deadline: 1731208845995, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:45,999 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:45,999 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:45,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50518 deadline: 1731208845996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:45,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50500 deadline: 1731208845996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:46,098 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:46,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50550 deadline: 1731208846097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:46,098 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:46,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50480 deadline: 1731208846097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:46,100 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:46,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50520 deadline: 1731208846099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:46,101 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:46,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50500 deadline: 1731208846100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:46,102 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:46,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50518 deadline: 1731208846100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:46,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:46,246 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411106f45ddc4605943fbb41dae262de176eb_02f356f67db1cb559ba0d524f58ec578 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411106f45ddc4605943fbb41dae262de176eb_02f356f67db1cb559ba0d524f58ec578 2024-11-10T03:19:46,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/.tmp/A/845e82a72bbc4b50ab8383360fbed263, store: [table=TestAcidGuarantees family=A region=02f356f67db1cb559ba0d524f58ec578] 2024-11-10T03:19:46,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/.tmp/A/845e82a72bbc4b50ab8383360fbed263 is 175, key is test_row_0/A:col10/1731208783860/Put/seqid=0 2024-11-10T03:19:46,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742367_1543 (size=30955) 2024-11-10T03:19:46,250 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=93, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/.tmp/A/845e82a72bbc4b50ab8383360fbed263 2024-11-10T03:19:46,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/.tmp/B/0b22d025aef74782bf108c3be54a16ca is 50, key is test_row_0/B:col10/1731208783860/Put/seqid=0 2024-11-10T03:19:46,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742368_1544 (size=12001) 2024-11-10T03:19:46,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-10T03:19:46,300 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:46,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50550 deadline: 1731208846299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:46,300 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:46,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50480 deadline: 1731208846299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:46,303 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:46,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50520 deadline: 1731208846301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:46,305 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:46,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50500 deadline: 1731208846303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:46,305 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:46,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50518 deadline: 1731208846303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:46,602 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:46,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50480 deadline: 1731208846601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:46,603 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:46,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50550 deadline: 1731208846603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:46,606 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:46,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50520 deadline: 1731208846604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:46,609 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:46,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50500 deadline: 1731208846608, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:46,609 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:46,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50518 deadline: 1731208846608, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:46,667 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/.tmp/B/0b22d025aef74782bf108c3be54a16ca 2024-11-10T03:19:46,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/.tmp/C/11ad0bddc2a340e3ac7efd1dd3559e51 is 50, key is test_row_0/C:col10/1731208783860/Put/seqid=0 2024-11-10T03:19:46,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742369_1545 (size=12001) 2024-11-10T03:19:46,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-10T03:19:47,075 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/.tmp/C/11ad0bddc2a340e3ac7efd1dd3559e51 2024-11-10T03:19:47,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/.tmp/A/845e82a72bbc4b50ab8383360fbed263 as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/A/845e82a72bbc4b50ab8383360fbed263 2024-11-10T03:19:47,081 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/A/845e82a72bbc4b50ab8383360fbed263, entries=150, sequenceid=93, filesize=30.2 K 2024-11-10T03:19:47,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/.tmp/B/0b22d025aef74782bf108c3be54a16ca as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/B/0b22d025aef74782bf108c3be54a16ca 2024-11-10T03:19:47,085 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/B/0b22d025aef74782bf108c3be54a16ca, entries=150, sequenceid=93, filesize=11.7 K 2024-11-10T03:19:47,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/.tmp/C/11ad0bddc2a340e3ac7efd1dd3559e51 as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/C/11ad0bddc2a340e3ac7efd1dd3559e51 2024-11-10T03:19:47,088 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/C/11ad0bddc2a340e3ac7efd1dd3559e51, entries=150, sequenceid=93, filesize=11.7 K 2024-11-10T03:19:47,089 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for 02f356f67db1cb559ba0d524f58ec578 in 1253ms, sequenceid=93, compaction requested=true 2024-11-10T03:19:47,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2538): Flush status journal for 02f356f67db1cb559ba0d524f58ec578: 2024-11-10T03:19:47,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731208776200.02f356f67db1cb559ba0d524f58ec578. 2024-11-10T03:19:47,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=162 2024-11-10T03:19:47,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster(4106): Remote procedure done, pid=162 2024-11-10T03:19:47,092 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=162, resume processing ppid=161 2024-11-10T03:19:47,092 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=162, ppid=161, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4050 sec 2024-11-10T03:19:47,092 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=161, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=161, table=TestAcidGuarantees in 1.4090 sec 2024-11-10T03:19:47,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(8581): Flush requested on 02f356f67db1cb559ba0d524f58ec578 2024-11-10T03:19:47,108 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 02f356f67db1cb559ba0d524f58ec578 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-10T03:19:47,108 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 02f356f67db1cb559ba0d524f58ec578, store=A 2024-11-10T03:19:47,108 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:19:47,108 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 02f356f67db1cb559ba0d524f58ec578, store=B 2024-11-10T03:19:47,108 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:19:47,108 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 02f356f67db1cb559ba0d524f58ec578, store=C 2024-11-10T03:19:47,109 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:19:47,114 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411100093d2ebebac4bb1bb8e460ef0ef5ce5_02f356f67db1cb559ba0d524f58ec578 is 50, key is test_row_0/A:col10/1731208787108/Put/seqid=0 2024-11-10T03:19:47,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742370_1546 (size=17034) 2024-11-10T03:19:47,118 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:47,119 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:47,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50520 deadline: 1731208847115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:47,120 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:47,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50518 deadline: 1731208847116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:47,120 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:47,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50500 deadline: 1731208847116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:47,120 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:47,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50550 deadline: 1731208847117, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:47,120 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:47,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50480 deadline: 1731208847116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:47,121 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411100093d2ebebac4bb1bb8e460ef0ef5ce5_02f356f67db1cb559ba0d524f58ec578 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411100093d2ebebac4bb1bb8e460ef0ef5ce5_02f356f67db1cb559ba0d524f58ec578 2024-11-10T03:19:47,122 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/.tmp/A/83a3093e97aa472a842daabe94c726be, store: [table=TestAcidGuarantees family=A region=02f356f67db1cb559ba0d524f58ec578] 2024-11-10T03:19:47,122 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/.tmp/A/83a3093e97aa472a842daabe94c726be is 175, key is test_row_0/A:col10/1731208787108/Put/seqid=0 2024-11-10T03:19:47,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742371_1547 (size=48139) 2024-11-10T03:19:47,222 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:47,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50520 deadline: 1731208847220, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:47,222 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:47,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50518 deadline: 1731208847220, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:47,222 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:47,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50500 deadline: 1731208847221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:47,222 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:47,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50550 deadline: 1731208847221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:47,223 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:47,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50480 deadline: 1731208847221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:47,423 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:47,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50520 deadline: 1731208847423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:47,425 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:47,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50500 deadline: 1731208847423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:47,425 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:47,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50480 deadline: 1731208847423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:47,426 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:47,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50518 deadline: 1731208847424, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:47,426 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:47,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50550 deadline: 1731208847424, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:47,526 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=119, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/.tmp/A/83a3093e97aa472a842daabe94c726be 2024-11-10T03:19:47,530 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/.tmp/B/b93169b5dd32492f86ff274ccfb288bb is 50, key is test_row_0/B:col10/1731208787108/Put/seqid=0 2024-11-10T03:19:47,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742372_1548 (size=12001) 2024-11-10T03:19:47,727 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:47,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50520 deadline: 1731208847725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:47,727 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:47,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50500 deadline: 1731208847726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:47,728 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:47,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50518 deadline: 1731208847726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:47,728 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:47,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50550 deadline: 1731208847726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:47,729 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:47,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50480 deadline: 1731208847727, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:47,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-10T03:19:47,787 INFO [Thread-2337 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 161 completed 2024-11-10T03:19:47,788 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T03:19:47,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] procedure2.ProcedureExecutor(1098): Stored pid=163, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=TestAcidGuarantees 2024-11-10T03:19:47,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-10T03:19:47,789 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=163, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T03:19:47,789 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=163, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T03:19:47,789 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=164, ppid=163, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T03:19:47,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-10T03:19:47,936 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=119 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/.tmp/B/b93169b5dd32492f86ff274ccfb288bb 2024-11-10T03:19:47,940 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 700749f6e4aa,39315,1731208629620 2024-11-10T03:19:47,941 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39315 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-11-10T03:19:47,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731208776200.02f356f67db1cb559ba0d524f58ec578. 2024-11-10T03:19:47,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731208776200.02f356f67db1cb559ba0d524f58ec578. as already flushing 2024-11-10T03:19:47,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731208776200.02f356f67db1cb559ba0d524f58ec578. 2024-11-10T03:19:47,941 ERROR [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => 02f356f67db1cb559ba0d524f58ec578, NAME => 'TestAcidGuarantees,,1731208776200.02f356f67db1cb559ba0d524f58ec578.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:19:47,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => 02f356f67db1cb559ba0d524f58ec578, NAME => 'TestAcidGuarantees,,1731208776200.02f356f67db1cb559ba0d524f58ec578.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:19:47,941 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/.tmp/C/7b01d57a63794f07879280b3c3bfa0f0 is 50, key is test_row_0/C:col10/1731208787108/Put/seqid=0 2024-11-10T03:19:47,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 02f356f67db1cb559ba0d524f58ec578, NAME => 'TestAcidGuarantees,,1731208776200.02f356f67db1cb559ba0d524f58ec578.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 02f356f67db1cb559ba0d524f58ec578, NAME => 'TestAcidGuarantees,,1731208776200.02f356f67db1cb559ba0d524f58ec578.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:19:47,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742373_1549 (size=12001) 2024-11-10T03:19:48,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-10T03:19:48,093 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 700749f6e4aa,39315,1731208629620 2024-11-10T03:19:48,093 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39315 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-11-10T03:19:48,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731208776200.02f356f67db1cb559ba0d524f58ec578. 2024-11-10T03:19:48,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731208776200.02f356f67db1cb559ba0d524f58ec578. as already flushing 2024-11-10T03:19:48,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731208776200.02f356f67db1cb559ba0d524f58ec578. 2024-11-10T03:19:48,094 ERROR [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => 02f356f67db1cb559ba0d524f58ec578, NAME => 'TestAcidGuarantees,,1731208776200.02f356f67db1cb559ba0d524f58ec578.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:19:48,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => 02f356f67db1cb559ba0d524f58ec578, NAME => 'TestAcidGuarantees,,1731208776200.02f356f67db1cb559ba0d524f58ec578.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:19:48,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 02f356f67db1cb559ba0d524f58ec578, NAME => 'TestAcidGuarantees,,1731208776200.02f356f67db1cb559ba0d524f58ec578.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 02f356f67db1cb559ba0d524f58ec578, NAME => 'TestAcidGuarantees,,1731208776200.02f356f67db1cb559ba0d524f58ec578.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:19:48,229 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:48,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50500 deadline: 1731208848228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:48,230 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:48,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50520 deadline: 1731208848228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:48,231 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:48,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50550 deadline: 1731208848229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:48,232 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:48,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50518 deadline: 1731208848230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:48,232 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:48,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50480 deadline: 1731208848230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:48,245 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 700749f6e4aa,39315,1731208629620 2024-11-10T03:19:48,246 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39315 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-11-10T03:19:48,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731208776200.02f356f67db1cb559ba0d524f58ec578. 2024-11-10T03:19:48,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731208776200.02f356f67db1cb559ba0d524f58ec578. as already flushing 2024-11-10T03:19:48,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731208776200.02f356f67db1cb559ba0d524f58ec578. 2024-11-10T03:19:48,246 ERROR [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => 02f356f67db1cb559ba0d524f58ec578, NAME => 'TestAcidGuarantees,,1731208776200.02f356f67db1cb559ba0d524f58ec578.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:19:48,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => 02f356f67db1cb559ba0d524f58ec578, NAME => 'TestAcidGuarantees,,1731208776200.02f356f67db1cb559ba0d524f58ec578.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:19:48,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 02f356f67db1cb559ba0d524f58ec578, NAME => 'TestAcidGuarantees,,1731208776200.02f356f67db1cb559ba0d524f58ec578.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 02f356f67db1cb559ba0d524f58ec578, NAME => 'TestAcidGuarantees,,1731208776200.02f356f67db1cb559ba0d524f58ec578.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:19:48,345 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=119 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/.tmp/C/7b01d57a63794f07879280b3c3bfa0f0 2024-11-10T03:19:48,348 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/.tmp/A/83a3093e97aa472a842daabe94c726be as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/A/83a3093e97aa472a842daabe94c726be 2024-11-10T03:19:48,350 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/A/83a3093e97aa472a842daabe94c726be, entries=250, sequenceid=119, filesize=47.0 K 2024-11-10T03:19:48,351 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/.tmp/B/b93169b5dd32492f86ff274ccfb288bb as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/B/b93169b5dd32492f86ff274ccfb288bb 2024-11-10T03:19:48,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,353 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/B/b93169b5dd32492f86ff274ccfb288bb, entries=150, sequenceid=119, filesize=11.7 K 2024-11-10T03:19:48,353 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/.tmp/C/7b01d57a63794f07879280b3c3bfa0f0 as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/C/7b01d57a63794f07879280b3c3bfa0f0 2024-11-10T03:19:48,355 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/C/7b01d57a63794f07879280b3c3bfa0f0, entries=150, sequenceid=119, filesize=11.7 K 2024-11-10T03:19:48,356 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 02f356f67db1cb559ba0d524f58ec578 in 1249ms, sequenceid=119, compaction requested=true 2024-11-10T03:19:48,356 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 02f356f67db1cb559ba0d524f58ec578: 2024-11-10T03:19:48,356 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 02f356f67db1cb559ba0d524f58ec578:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T03:19:48,356 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-10T03:19:48,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,356 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T03:19:48,356 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 02f356f67db1cb559ba0d524f58ec578:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T03:19:48,356 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T03:19:48,356 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 02f356f67db1cb559ba0d524f58ec578:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T03:19:48,356 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-10T03:19:48,356 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T03:19:48,357 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 141107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-10T03:19:48,357 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-10T03:19:48,357 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HStore(1540): 02f356f67db1cb559ba0d524f58ec578/B is initiating minor compaction (all files) 2024-11-10T03:19:48,357 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HStore(1540): 02f356f67db1cb559ba0d524f58ec578/A is initiating minor compaction (all files) 2024-11-10T03:19:48,357 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 02f356f67db1cb559ba0d524f58ec578/A in TestAcidGuarantees,,1731208776200.02f356f67db1cb559ba0d524f58ec578. 2024-11-10T03:19:48,357 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 02f356f67db1cb559ba0d524f58ec578/B in TestAcidGuarantees,,1731208776200.02f356f67db1cb559ba0d524f58ec578. 2024-11-10T03:19:48,357 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/A/e9382c42f4b14d228291266e677a8bef, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/A/8c56d551e96c4396975b4a4483c2dd26, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/A/845e82a72bbc4b50ab8383360fbed263, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/A/83a3093e97aa472a842daabe94c726be] into tmpdir=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/.tmp, totalSize=137.8 K 2024-11-10T03:19:48,357 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/B/2c2fe455bba24a3288f15726348af6f6, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/B/84e2ed5674434567b04ffa131423b5c6, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/B/0b22d025aef74782bf108c3be54a16ca, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/B/b93169b5dd32492f86ff274ccfb288bb] into tmpdir=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/.tmp, totalSize=47.0 K 2024-11-10T03:19:48,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,357 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731208776200.02f356f67db1cb559ba0d524f58ec578. 2024-11-10T03:19:48,357 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731208776200.02f356f67db1cb559ba0d524f58ec578. files: [hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/A/e9382c42f4b14d228291266e677a8bef, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/A/8c56d551e96c4396975b4a4483c2dd26, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/A/845e82a72bbc4b50ab8383360fbed263, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/A/83a3093e97aa472a842daabe94c726be] 2024-11-10T03:19:48,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,358 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.Compactor(224): Compacting e9382c42f4b14d228291266e677a8bef, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1731208780604 2024-11-10T03:19:48,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,358 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8c56d551e96c4396975b4a4483c2dd26, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1731208782739 2024-11-10T03:19:48,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,358 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.Compactor(224): Compacting 845e82a72bbc4b50ab8383360fbed263, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1731208783856 2024-11-10T03:19:48,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,363 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.Compactor(224): Compacting 83a3093e97aa472a842daabe94c726be, keycount=250, bloomtype=ROW, size=47.0 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1731208785991 2024-11-10T03:19:48,363 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.Compactor(224): Compacting 2c2fe455bba24a3288f15726348af6f6, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1731208780604 2024-11-10T03:19:48,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,363 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.Compactor(224): Compacting 84e2ed5674434567b04ffa131423b5c6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1731208782739 2024-11-10T03:19:48,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,363 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.Compactor(224): Compacting 0b22d025aef74782bf108c3be54a16ca, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1731208783856 2024-11-10T03:19:48,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,363 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.Compactor(224): Compacting b93169b5dd32492f86ff274ccfb288bb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1731208785995 2024-11-10T03:19:48,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,367 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=02f356f67db1cb559ba0d524f58ec578] 2024-11-10T03:19:48,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,369 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241110e667ad5fed0648a8bd47be8d6f28317c_02f356f67db1cb559ba0d524f58ec578 store=[table=TestAcidGuarantees family=A region=02f356f67db1cb559ba0d524f58ec578] 2024-11-10T03:19:48,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,370 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 02f356f67db1cb559ba0d524f58ec578#B#compaction#466 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-10T03:19:48,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,371 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/.tmp/B/a8a8f72160ce40378f6136a77eb29146 is 50, key is test_row_0/B:col10/1731208787108/Put/seqid=0 2024-11-10T03:19:48,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,371 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241110e667ad5fed0648a8bd47be8d6f28317c_02f356f67db1cb559ba0d524f58ec578, store=[table=TestAcidGuarantees family=A region=02f356f67db1cb559ba0d524f58ec578] 2024-11-10T03:19:48,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,371 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110e667ad5fed0648a8bd47be8d6f28317c_02f356f67db1cb559ba0d524f58ec578 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=02f356f67db1cb559ba0d524f58ec578] 2024-11-10T03:19:48,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742375_1551 (size=4469) 2024-11-10T03:19:48,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742374_1550 (size=12241) 2024-11-10T03:19:48,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,389 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 02f356f67db1cb559ba0d524f58ec578#A#compaction#465 average throughput is 1.11 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T03:19:48,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,390 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/.tmp/A/c768ef978b954144bc22cce07b646943 is 175, key is test_row_0/A:col10/1731208787108/Put/seqid=0 2024-11-10T03:19:48,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-10T03:19:48,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742376_1552 (size=31195) 2024-11-10T03:19:48,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,398 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 700749f6e4aa,39315,1731208629620 2024-11-10T03:19:48,398 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/.tmp/A/c768ef978b954144bc22cce07b646943 as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/A/c768ef978b954144bc22cce07b646943 2024-11-10T03:19:48,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,398 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39315 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-11-10T03:19:48,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731208776200.02f356f67db1cb559ba0d524f58ec578. 2024-11-10T03:19:48,398 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2837): Flushing 02f356f67db1cb559ba0d524f58ec578 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-10T03:19:48,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 02f356f67db1cb559ba0d524f58ec578, store=A 2024-11-10T03:19:48,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:19:48,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 02f356f67db1cb559ba0d524f58ec578, store=B 2024-11-10T03:19:48,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:19:48,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 02f356f67db1cb559ba0d524f58ec578, store=C 2024-11-10T03:19:48,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:19:48,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,403 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 02f356f67db1cb559ba0d524f58ec578/A of 02f356f67db1cb559ba0d524f58ec578 into c768ef978b954144bc22cce07b646943(size=30.5 K), total size for store is 30.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T03:19:48,403 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 02f356f67db1cb559ba0d524f58ec578: 2024-11-10T03:19:48,403 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731208776200.02f356f67db1cb559ba0d524f58ec578., storeName=02f356f67db1cb559ba0d524f58ec578/A, priority=12, startTime=1731208788356; duration=0sec 2024-11-10T03:19:48,403 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T03:19:48,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,403 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 02f356f67db1cb559ba0d524f58ec578:A 2024-11-10T03:19:48,403 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-10T03:19:48,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411103b97a5622b4a418b9ee6426c12f8b721_02f356f67db1cb559ba0d524f58ec578 is 50, key is test_row_0/A:col10/1731208787116/Put/seqid=0 2024-11-10T03:19:48,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,404 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-10T03:19:48,404 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HStore(1540): 02f356f67db1cb559ba0d524f58ec578/C is initiating minor compaction (all files) 2024-11-10T03:19:48,404 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 02f356f67db1cb559ba0d524f58ec578/C in TestAcidGuarantees,,1731208776200.02f356f67db1cb559ba0d524f58ec578. 2024-11-10T03:19:48,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,405 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/C/4cd948a974e4453c8209ceb12030fbb9, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/C/bf2619d67cd54f6d84be9f65bc54168a, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/C/11ad0bddc2a340e3ac7efd1dd3559e51, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/C/7b01d57a63794f07879280b3c3bfa0f0] into tmpdir=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/.tmp, totalSize=47.0 K 2024-11-10T03:19:48,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,405 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4cd948a974e4453c8209ceb12030fbb9, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1731208780604 2024-11-10T03:19:48,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,405 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.Compactor(224): Compacting bf2619d67cd54f6d84be9f65bc54168a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1731208782739 2024-11-10T03:19:48,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,405 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.Compactor(224): Compacting 11ad0bddc2a340e3ac7efd1dd3559e51, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1731208783856 2024-11-10T03:19:48,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,406 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7b01d57a63794f07879280b3c3bfa0f0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1731208785995 2024-11-10T03:19:48,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742377_1553 (size=9714) 2024-11-10T03:19:48,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,419 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 02f356f67db1cb559ba0d524f58ec578#C#compaction#468 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T03:19:48,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,419 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/.tmp/C/cf768bbed948405195c9ccc6fc954e90 is 50, key is test_row_0/C:col10/1731208787108/Put/seqid=0 2024-11-10T03:19:48,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742378_1554 (size=12241) 2024-11-10T03:19:48,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,794 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/.tmp/B/a8a8f72160ce40378f6136a77eb29146 as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/B/a8a8f72160ce40378f6136a77eb29146 2024-11-10T03:19:48,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,799 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 02f356f67db1cb559ba0d524f58ec578/B of 02f356f67db1cb559ba0d524f58ec578 into a8a8f72160ce40378f6136a77eb29146(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T03:19:48,799 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 02f356f67db1cb559ba0d524f58ec578: 2024-11-10T03:19:48,799 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731208776200.02f356f67db1cb559ba0d524f58ec578., storeName=02f356f67db1cb559ba0d524f58ec578/B, priority=12, startTime=1731208788356; duration=0sec 2024-11-10T03:19:48,800 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T03:19:48,800 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 02f356f67db1cb559ba0d524f58ec578:B 2024-11-10T03:19:48,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,815 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411103b97a5622b4a418b9ee6426c12f8b721_02f356f67db1cb559ba0d524f58ec578 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411103b97a5622b4a418b9ee6426c12f8b721_02f356f67db1cb559ba0d524f58ec578 2024-11-10T03:19:48,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/.tmp/A/971e6fbb6fc64b4182da57f2501cb62e, store: [table=TestAcidGuarantees family=A region=02f356f67db1cb559ba0d524f58ec578] 2024-11-10T03:19:48,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/.tmp/A/971e6fbb6fc64b4182da57f2501cb62e is 175, key is test_row_0/A:col10/1731208787116/Put/seqid=0 2024-11-10T03:19:48,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,829 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/.tmp/C/cf768bbed948405195c9ccc6fc954e90 as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/C/cf768bbed948405195c9ccc6fc954e90 2024-11-10T03:19:48,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742379_1555 (size=22361) 2024-11-10T03:19:48,834 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 02f356f67db1cb559ba0d524f58ec578/C of 02f356f67db1cb559ba0d524f58ec578 into cf768bbed948405195c9ccc6fc954e90(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T03:19:48,834 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=129, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/.tmp/A/971e6fbb6fc64b4182da57f2501cb62e 2024-11-10T03:19:48,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,834 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 02f356f67db1cb559ba0d524f58ec578: 2024-11-10T03:19:48,834 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731208776200.02f356f67db1cb559ba0d524f58ec578., storeName=02f356f67db1cb559ba0d524f58ec578/C, priority=12, startTime=1731208788356; duration=0sec 2024-11-10T03:19:48,834 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T03:19:48,834 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 02f356f67db1cb559ba0d524f58ec578:C 2024-11-10T03:19:48,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/.tmp/B/7b660af030be42b7a0359c93b7fdaa1f is 50, key is test_row_0/B:col10/1731208787116/Put/seqid=0 2024-11-10T03:19:48,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742380_1556 (size=9657) 2024-11-10T03:19:48,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,849 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/.tmp/B/7b660af030be42b7a0359c93b7fdaa1f 2024-11-10T03:19:48,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/.tmp/C/76697fe2f22c406290faee68dcb4d861 is 50, key is test_row_0/C:col10/1731208787116/Put/seqid=0 2024-11-10T03:19:48,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742381_1557 (size=9657) 2024-11-10T03:19:48,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,879 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/.tmp/C/76697fe2f22c406290faee68dcb4d861 2024-11-10T03:19:48,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/.tmp/A/971e6fbb6fc64b4182da57f2501cb62e as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/A/971e6fbb6fc64b4182da57f2501cb62e 2024-11-10T03:19:48,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,887 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/A/971e6fbb6fc64b4182da57f2501cb62e, entries=100, sequenceid=129, filesize=21.8 K 2024-11-10T03:19:48,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/.tmp/B/7b660af030be42b7a0359c93b7fdaa1f as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/B/7b660af030be42b7a0359c93b7fdaa1f 2024-11-10T03:19:48,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-10T03:19:48,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,892 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/B/7b660af030be42b7a0359c93b7fdaa1f, entries=100, sequenceid=129, filesize=9.4 K 2024-11-10T03:19:48,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/.tmp/C/76697fe2f22c406290faee68dcb4d861 as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/C/76697fe2f22c406290faee68dcb4d861 2024-11-10T03:19:48,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,896 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/C/76697fe2f22c406290faee68dcb4d861, entries=100, sequenceid=129, filesize=9.4 K 2024-11-10T03:19:48,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,896 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=0 B/0 for 02f356f67db1cb559ba0d524f58ec578 in 498ms, sequenceid=129, compaction requested=false 2024-11-10T03:19:48,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2538): Flush status journal for 02f356f67db1cb559ba0d524f58ec578: 2024-11-10T03:19:48,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731208776200.02f356f67db1cb559ba0d524f58ec578. 2024-11-10T03:19:48,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=164 2024-11-10T03:19:48,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster(4106): Remote procedure done, pid=164 2024-11-10T03:19:48,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,899 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=164, resume processing ppid=163 2024-11-10T03:19:48,899 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=164, ppid=163, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1090 sec 2024-11-10T03:19:48,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,900 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=163, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=TestAcidGuarantees in 1.1110 sec 2024-11-10T03:19:48,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:48,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(8581): Flush requested on 02f356f67db1cb559ba0d524f58ec578 2024-11-10T03:19:49,259 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 02f356f67db1cb559ba0d524f58ec578 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-10T03:19:49,259 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 02f356f67db1cb559ba0d524f58ec578, store=A 2024-11-10T03:19:49,260 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:19:49,260 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 02f356f67db1cb559ba0d524f58ec578, store=B 2024-11-10T03:19:49,260 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:19:49,260 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 02f356f67db1cb559ba0d524f58ec578, store=C 2024-11-10T03:19:49,260 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:19:49,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,267 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111021b1e03ee03542baa22bb0723e4b38df_02f356f67db1cb559ba0d524f58ec578 is 50, key is test_row_0/A:col10/1731208789258/Put/seqid=0 2024-11-10T03:19:49,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,287 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:49,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50520 deadline: 1731208849284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:49,288 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:49,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50480 deadline: 1731208849284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:49,288 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:49,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50550 deadline: 1731208849284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:49,288 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:49,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50518 deadline: 1731208849285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:49,288 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:49,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50500 deadline: 1731208849286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:49,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742383_1559 (size=24758) 2024-11-10T03:19:49,296 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:49,300 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111021b1e03ee03542baa22bb0723e4b38df_02f356f67db1cb559ba0d524f58ec578 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111021b1e03ee03542baa22bb0723e4b38df_02f356f67db1cb559ba0d524f58ec578 2024-11-10T03:19:49,302 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/.tmp/A/89f864de7c52412d953389d83dd94706, store: [table=TestAcidGuarantees family=A region=02f356f67db1cb559ba0d524f58ec578] 2024-11-10T03:19:49,302 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/.tmp/A/89f864de7c52412d953389d83dd94706 is 175, key is test_row_0/A:col10/1731208789258/Put/seqid=0 2024-11-10T03:19:49,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742382_1558 (size=74395) 2024-11-10T03:19:49,306 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=143, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/.tmp/A/89f864de7c52412d953389d83dd94706 2024-11-10T03:19:49,307 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-10T03:19:49,307 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-10T03:19:49,324 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/.tmp/B/f216707347364109b34e33663e5ac168 is 50, key is test_row_0/B:col10/1731208789258/Put/seqid=0 2024-11-10T03:19:49,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742384_1560 (size=12151) 2024-11-10T03:19:49,390 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:49,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50520 deadline: 1731208849388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:49,391 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:49,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50480 deadline: 1731208849389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:49,391 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:49,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50550 deadline: 1731208849389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:49,391 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:49,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50518 deadline: 1731208849389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:49,391 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:49,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50500 deadline: 1731208849389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:49,592 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:49,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50520 deadline: 1731208849591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:49,594 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:49,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50480 deadline: 1731208849592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:49,594 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:49,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50500 deadline: 1731208849592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:49,595 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:49,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50518 deadline: 1731208849593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:49,595 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:49,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50550 deadline: 1731208849593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:49,732 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=143 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/.tmp/B/f216707347364109b34e33663e5ac168 2024-11-10T03:19:49,737 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/.tmp/C/7cf67aaf6f6f43889dd3409f329c7adb is 50, key is test_row_0/C:col10/1731208789258/Put/seqid=0 2024-11-10T03:19:49,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742385_1561 (size=12151) 2024-11-10T03:19:49,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-10T03:19:49,892 INFO [Thread-2337 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 163 completed 2024-11-10T03:19:49,893 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T03:19:49,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] procedure2.ProcedureExecutor(1098): Stored pid=165, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=TestAcidGuarantees 2024-11-10T03:19:49,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-10T03:19:49,894 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=165, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T03:19:49,895 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=165, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T03:19:49,895 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=166, ppid=165, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T03:19:49,896 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:49,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50520 deadline: 1731208849895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:49,897 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:49,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50480 deadline: 1731208849896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:49,898 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:49,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50500 deadline: 1731208849897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:49,900 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:49,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50518 deadline: 1731208849898, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:49,900 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:49,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50550 deadline: 1731208849898, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:49,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-10T03:19:50,046 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 700749f6e4aa,39315,1731208629620 2024-11-10T03:19:50,046 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39315 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-10T03:19:50,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731208776200.02f356f67db1cb559ba0d524f58ec578. 2024-11-10T03:19:50,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731208776200.02f356f67db1cb559ba0d524f58ec578. as already flushing 2024-11-10T03:19:50,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731208776200.02f356f67db1cb559ba0d524f58ec578. 2024-11-10T03:19:50,046 ERROR [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => 02f356f67db1cb559ba0d524f58ec578, NAME => 'TestAcidGuarantees,,1731208776200.02f356f67db1cb559ba0d524f58ec578.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:19:50,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => 02f356f67db1cb559ba0d524f58ec578, NAME => 'TestAcidGuarantees,,1731208776200.02f356f67db1cb559ba0d524f58ec578.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:19:50,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 02f356f67db1cb559ba0d524f58ec578, NAME => 'TestAcidGuarantees,,1731208776200.02f356f67db1cb559ba0d524f58ec578.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 02f356f67db1cb559ba0d524f58ec578, NAME => 'TestAcidGuarantees,,1731208776200.02f356f67db1cb559ba0d524f58ec578.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:19:50,140 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=143 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/.tmp/C/7cf67aaf6f6f43889dd3409f329c7adb 2024-11-10T03:19:50,143 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/.tmp/A/89f864de7c52412d953389d83dd94706 as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/A/89f864de7c52412d953389d83dd94706 2024-11-10T03:19:50,145 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/A/89f864de7c52412d953389d83dd94706, entries=400, sequenceid=143, filesize=72.7 K 2024-11-10T03:19:50,146 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/.tmp/B/f216707347364109b34e33663e5ac168 as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/B/f216707347364109b34e33663e5ac168 2024-11-10T03:19:50,148 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/B/f216707347364109b34e33663e5ac168, entries=150, sequenceid=143, filesize=11.9 K 2024-11-10T03:19:50,148 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/.tmp/C/7cf67aaf6f6f43889dd3409f329c7adb as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/C/7cf67aaf6f6f43889dd3409f329c7adb 2024-11-10T03:19:50,151 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/C/7cf67aaf6f6f43889dd3409f329c7adb, entries=150, sequenceid=143, filesize=11.9 K 2024-11-10T03:19:50,151 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 02f356f67db1cb559ba0d524f58ec578 in 892ms, sequenceid=143, compaction requested=true 2024-11-10T03:19:50,151 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 02f356f67db1cb559ba0d524f58ec578: 2024-11-10T03:19:50,151 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 02f356f67db1cb559ba0d524f58ec578:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T03:19:50,151 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T03:19:50,151 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T03:19:50,151 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T03:19:50,152 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 02f356f67db1cb559ba0d524f58ec578:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T03:19:50,152 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T03:19:50,152 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 02f356f67db1cb559ba0d524f58ec578:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T03:19:50,152 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T03:19:50,152 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 127951 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T03:19:50,152 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34049 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T03:19:50,152 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HStore(1540): 02f356f67db1cb559ba0d524f58ec578/A is initiating minor compaction (all files) 2024-11-10T03:19:50,152 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HStore(1540): 02f356f67db1cb559ba0d524f58ec578/B is initiating minor compaction (all files) 2024-11-10T03:19:50,152 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 02f356f67db1cb559ba0d524f58ec578/A in TestAcidGuarantees,,1731208776200.02f356f67db1cb559ba0d524f58ec578. 2024-11-10T03:19:50,152 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 02f356f67db1cb559ba0d524f58ec578/B in TestAcidGuarantees,,1731208776200.02f356f67db1cb559ba0d524f58ec578. 2024-11-10T03:19:50,152 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/B/a8a8f72160ce40378f6136a77eb29146, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/B/7b660af030be42b7a0359c93b7fdaa1f, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/B/f216707347364109b34e33663e5ac168] into tmpdir=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/.tmp, totalSize=33.3 K 2024-11-10T03:19:50,152 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/A/c768ef978b954144bc22cce07b646943, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/A/971e6fbb6fc64b4182da57f2501cb62e, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/A/89f864de7c52412d953389d83dd94706] into tmpdir=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/.tmp, totalSize=125.0 K 2024-11-10T03:19:50,152 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731208776200.02f356f67db1cb559ba0d524f58ec578. 2024-11-10T03:19:50,152 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731208776200.02f356f67db1cb559ba0d524f58ec578. files: [hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/A/c768ef978b954144bc22cce07b646943, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/A/971e6fbb6fc64b4182da57f2501cb62e, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/A/89f864de7c52412d953389d83dd94706] 2024-11-10T03:19:50,153 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.Compactor(224): Compacting c768ef978b954144bc22cce07b646943, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1731208785995 2024-11-10T03:19:50,153 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.Compactor(224): Compacting a8a8f72160ce40378f6136a77eb29146, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1731208785995 2024-11-10T03:19:50,153 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.Compactor(224): Compacting 7b660af030be42b7a0359c93b7fdaa1f, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1731208787115 2024-11-10T03:19:50,153 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.Compactor(224): Compacting 971e6fbb6fc64b4182da57f2501cb62e, keycount=100, bloomtype=ROW, size=21.8 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1731208787115 2024-11-10T03:19:50,153 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.Compactor(224): Compacting 89f864de7c52412d953389d83dd94706, keycount=400, bloomtype=ROW, size=72.7 K, encoding=NONE, compression=NONE, seqNum=143, earliestPutTs=1731208789249 2024-11-10T03:19:50,153 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.Compactor(224): Compacting f216707347364109b34e33663e5ac168, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=143, earliestPutTs=1731208789254 2024-11-10T03:19:50,156 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=02f356f67db1cb559ba0d524f58ec578] 2024-11-10T03:19:50,158 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 02f356f67db1cb559ba0d524f58ec578#B#compaction#475 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-10T03:19:50,158 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411103f7752835d1e4d0ab14983fafdaaf281_02f356f67db1cb559ba0d524f58ec578 store=[table=TestAcidGuarantees family=A region=02f356f67db1cb559ba0d524f58ec578] 2024-11-10T03:19:50,158 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/.tmp/B/52fca2a9b3264c28b9ec2db29da2480a is 50, key is test_row_0/B:col10/1731208789258/Put/seqid=0 2024-11-10T03:19:50,160 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411103f7752835d1e4d0ab14983fafdaaf281_02f356f67db1cb559ba0d524f58ec578, store=[table=TestAcidGuarantees family=A region=02f356f67db1cb559ba0d524f58ec578] 2024-11-10T03:19:50,160 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411103f7752835d1e4d0ab14983fafdaaf281_02f356f67db1cb559ba0d524f58ec578 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=02f356f67db1cb559ba0d524f58ec578] 2024-11-10T03:19:50,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742386_1562 (size=12493) 2024-11-10T03:19:50,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742387_1563 (size=4469) 2024-11-10T03:19:50,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-10T03:19:50,198 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 700749f6e4aa,39315,1731208629620 2024-11-10T03:19:50,198 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39315 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-10T03:19:50,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731208776200.02f356f67db1cb559ba0d524f58ec578. 2024-11-10T03:19:50,198 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2837): Flushing 02f356f67db1cb559ba0d524f58ec578 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-10T03:19:50,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 02f356f67db1cb559ba0d524f58ec578, store=A 2024-11-10T03:19:50,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:19:50,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 02f356f67db1cb559ba0d524f58ec578, store=B 2024-11-10T03:19:50,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:19:50,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 02f356f67db1cb559ba0d524f58ec578, store=C 2024-11-10T03:19:50,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:19:50,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411104e8cfbc0c96042af8bed22205bc551ed_02f356f67db1cb559ba0d524f58ec578 is 50, key is test_row_0/A:col10/1731208789284/Put/seqid=0 2024-11-10T03:19:50,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742388_1564 (size=12304) 2024-11-10T03:19:50,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(8581): Flush requested on 02f356f67db1cb559ba0d524f58ec578 2024-11-10T03:19:50,403 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731208776200.02f356f67db1cb559ba0d524f58ec578. as already flushing 2024-11-10T03:19:50,408 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:50,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50480 deadline: 1731208850406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:50,409 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:50,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50520 deadline: 1731208850406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:50,410 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:50,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50500 deadline: 1731208850407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:50,410 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:50,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50518 deadline: 1731208850407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:50,410 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:50,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50550 deadline: 1731208850408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:50,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-10T03:19:50,510 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:50,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50480 deadline: 1731208850509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:50,511 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:50,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50520 deadline: 1731208850509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:50,512 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:50,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50500 deadline: 1731208850510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:50,512 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:50,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50550 deadline: 1731208850511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:50,512 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:50,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50518 deadline: 1731208850511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:50,563 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 02f356f67db1cb559ba0d524f58ec578#A#compaction#474 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T03:19:50,564 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/.tmp/A/ec76351575b5471bbe256deed42db197 is 175, key is test_row_0/A:col10/1731208789258/Put/seqid=0 2024-11-10T03:19:50,565 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/.tmp/B/52fca2a9b3264c28b9ec2db29da2480a as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/B/52fca2a9b3264c28b9ec2db29da2480a 2024-11-10T03:19:50,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742389_1565 (size=31447) 2024-11-10T03:19:50,569 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 02f356f67db1cb559ba0d524f58ec578/B of 02f356f67db1cb559ba0d524f58ec578 into 52fca2a9b3264c28b9ec2db29da2480a(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T03:19:50,569 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 02f356f67db1cb559ba0d524f58ec578: 2024-11-10T03:19:50,569 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731208776200.02f356f67db1cb559ba0d524f58ec578., storeName=02f356f67db1cb559ba0d524f58ec578/B, priority=13, startTime=1731208790151; duration=0sec 2024-11-10T03:19:50,569 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T03:19:50,569 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 02f356f67db1cb559ba0d524f58ec578:B 2024-11-10T03:19:50,569 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T03:19:50,570 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34049 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T03:19:50,570 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HStore(1540): 02f356f67db1cb559ba0d524f58ec578/C is initiating minor compaction (all files) 2024-11-10T03:19:50,570 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 02f356f67db1cb559ba0d524f58ec578/C in TestAcidGuarantees,,1731208776200.02f356f67db1cb559ba0d524f58ec578. 2024-11-10T03:19:50,570 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/C/cf768bbed948405195c9ccc6fc954e90, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/C/76697fe2f22c406290faee68dcb4d861, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/C/7cf67aaf6f6f43889dd3409f329c7adb] into tmpdir=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/.tmp, totalSize=33.3 K 2024-11-10T03:19:50,570 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.Compactor(224): Compacting cf768bbed948405195c9ccc6fc954e90, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1731208785995 2024-11-10T03:19:50,571 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.Compactor(224): Compacting 76697fe2f22c406290faee68dcb4d861, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1731208787115 2024-11-10T03:19:50,571 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.Compactor(224): Compacting 7cf67aaf6f6f43889dd3409f329c7adb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=143, earliestPutTs=1731208789254 2024-11-10T03:19:50,577 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 02f356f67db1cb559ba0d524f58ec578#C#compaction#477 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T03:19:50,577 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/.tmp/C/9b90d45db6d44c89967d8991055f5036 is 50, key is test_row_0/C:col10/1731208789258/Put/seqid=0 2024-11-10T03:19:50,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742390_1566 (size=12493) 2024-11-10T03:19:50,583 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/.tmp/C/9b90d45db6d44c89967d8991055f5036 as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/C/9b90d45db6d44c89967d8991055f5036 2024-11-10T03:19:50,586 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 02f356f67db1cb559ba0d524f58ec578/C of 02f356f67db1cb559ba0d524f58ec578 into 9b90d45db6d44c89967d8991055f5036(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T03:19:50,586 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 02f356f67db1cb559ba0d524f58ec578: 2024-11-10T03:19:50,586 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731208776200.02f356f67db1cb559ba0d524f58ec578., storeName=02f356f67db1cb559ba0d524f58ec578/C, priority=13, startTime=1731208790152; duration=0sec 2024-11-10T03:19:50,586 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T03:19:50,586 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 02f356f67db1cb559ba0d524f58ec578:C 2024-11-10T03:19:50,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:50,609 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411104e8cfbc0c96042af8bed22205bc551ed_02f356f67db1cb559ba0d524f58ec578 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411104e8cfbc0c96042af8bed22205bc551ed_02f356f67db1cb559ba0d524f58ec578 2024-11-10T03:19:50,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/.tmp/A/a5bdd9253ac1429ebc740dd4c414ba35, store: [table=TestAcidGuarantees family=A region=02f356f67db1cb559ba0d524f58ec578] 2024-11-10T03:19:50,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/.tmp/A/a5bdd9253ac1429ebc740dd4c414ba35 is 175, key is test_row_0/A:col10/1731208789284/Put/seqid=0 2024-11-10T03:19:50,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742391_1567 (size=31105) 2024-11-10T03:19:50,713 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:50,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50480 deadline: 1731208850712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:50,713 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:50,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50520 deadline: 1731208850712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:50,715 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:50,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50500 deadline: 1731208850713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:50,716 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:50,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50550 deadline: 1731208850714, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:50,716 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:50,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50518 deadline: 1731208850714, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:50,970 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/.tmp/A/ec76351575b5471bbe256deed42db197 as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/A/ec76351575b5471bbe256deed42db197 2024-11-10T03:19:50,973 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 02f356f67db1cb559ba0d524f58ec578/A of 02f356f67db1cb559ba0d524f58ec578 into ec76351575b5471bbe256deed42db197(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T03:19:50,973 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 02f356f67db1cb559ba0d524f58ec578: 2024-11-10T03:19:50,973 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731208776200.02f356f67db1cb559ba0d524f58ec578., storeName=02f356f67db1cb559ba0d524f58ec578/A, priority=13, startTime=1731208790151; duration=0sec 2024-11-10T03:19:50,973 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T03:19:50,973 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 02f356f67db1cb559ba0d524f58ec578:A 2024-11-10T03:19:50,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-10T03:19:51,013 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=168, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/.tmp/A/a5bdd9253ac1429ebc740dd4c414ba35 2024-11-10T03:19:51,015 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:51,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50520 deadline: 1731208851014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:51,016 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:51,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50480 deadline: 1731208851015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:51,017 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:51,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50500 deadline: 1731208851016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:51,018 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:51,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50518 deadline: 1731208851018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:51,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/.tmp/B/3bbf52730f284461a7fa43d7d0b18687 is 50, key is test_row_0/B:col10/1731208789284/Put/seqid=0 2024-11-10T03:19:51,020 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:51,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50550 deadline: 1731208851020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:51,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742392_1568 (size=12151) 2024-11-10T03:19:51,423 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/.tmp/B/3bbf52730f284461a7fa43d7d0b18687 2024-11-10T03:19:51,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/.tmp/C/b46ccc7f33a14197bce6521e36bb80cb is 50, key is test_row_0/C:col10/1731208789284/Put/seqid=0 2024-11-10T03:19:51,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742393_1569 (size=12151) 2024-11-10T03:19:51,517 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:51,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50520 deadline: 1731208851516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:51,519 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:51,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50500 deadline: 1731208851518, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:51,521 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:51,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50480 deadline: 1731208851520, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:51,522 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:51,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50518 deadline: 1731208851521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:51,523 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:51,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50550 deadline: 1731208851522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:51,832 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/.tmp/C/b46ccc7f33a14197bce6521e36bb80cb 2024-11-10T03:19:51,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/.tmp/A/a5bdd9253ac1429ebc740dd4c414ba35 as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/A/a5bdd9253ac1429ebc740dd4c414ba35 2024-11-10T03:19:51,836 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/A/a5bdd9253ac1429ebc740dd4c414ba35, entries=150, sequenceid=168, filesize=30.4 K 2024-11-10T03:19:51,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/.tmp/B/3bbf52730f284461a7fa43d7d0b18687 as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/B/3bbf52730f284461a7fa43d7d0b18687 2024-11-10T03:19:51,839 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/B/3bbf52730f284461a7fa43d7d0b18687, entries=150, sequenceid=168, filesize=11.9 K 2024-11-10T03:19:51,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/.tmp/C/b46ccc7f33a14197bce6521e36bb80cb as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/C/b46ccc7f33a14197bce6521e36bb80cb 2024-11-10T03:19:51,842 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/C/b46ccc7f33a14197bce6521e36bb80cb, entries=150, sequenceid=168, filesize=11.9 K 2024-11-10T03:19:51,842 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for 02f356f67db1cb559ba0d524f58ec578 in 1644ms, sequenceid=168, compaction requested=false 2024-11-10T03:19:51,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2538): Flush status journal for 02f356f67db1cb559ba0d524f58ec578: 2024-11-10T03:19:51,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731208776200.02f356f67db1cb559ba0d524f58ec578. 2024-11-10T03:19:51,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=166 2024-11-10T03:19:51,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster(4106): Remote procedure done, pid=166 2024-11-10T03:19:51,844 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=166, resume processing ppid=165 2024-11-10T03:19:51,844 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=166, ppid=165, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9480 sec 2024-11-10T03:19:51,845 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=165, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=TestAcidGuarantees in 1.9510 sec 2024-11-10T03:19:51,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-10T03:19:51,997 INFO [Thread-2337 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 165 completed 2024-11-10T03:19:51,998 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T03:19:51,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] procedure2.ProcedureExecutor(1098): Stored pid=167, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=TestAcidGuarantees 2024-11-10T03:19:51,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-10T03:19:51,999 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=167, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T03:19:52,000 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=167, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T03:19:52,000 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=168, ppid=167, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T03:19:52,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-10T03:19:52,151 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 700749f6e4aa,39315,1731208629620 2024-11-10T03:19:52,151 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39315 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-10T03:19:52,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731208776200.02f356f67db1cb559ba0d524f58ec578. 2024-11-10T03:19:52,152 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2837): Flushing 02f356f67db1cb559ba0d524f58ec578 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-10T03:19:52,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 02f356f67db1cb559ba0d524f58ec578, store=A 2024-11-10T03:19:52,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:19:52,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 02f356f67db1cb559ba0d524f58ec578, store=B 2024-11-10T03:19:52,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:19:52,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 02f356f67db1cb559ba0d524f58ec578, store=C 2024-11-10T03:19:52,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:19:52,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110ded99b263a264484b8beeed529775db3_02f356f67db1cb559ba0d524f58ec578 is 50, key is test_row_0/A:col10/1731208790407/Put/seqid=0 2024-11-10T03:19:52,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742394_1570 (size=12304) 2024-11-10T03:19:52,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-10T03:19:52,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(8581): Flush requested on 02f356f67db1cb559ba0d524f58ec578 2024-11-10T03:19:52,524 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731208776200.02f356f67db1cb559ba0d524f58ec578. as already flushing 2024-11-10T03:19:52,545 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:52,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50480 deadline: 1731208852542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:52,545 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:52,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50518 deadline: 1731208852542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:52,545 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:52,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50550 deadline: 1731208852542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:52,545 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:52,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50520 deadline: 1731208852543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:52,547 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:52,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50500 deadline: 1731208852545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:52,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:52,563 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110ded99b263a264484b8beeed529775db3_02f356f67db1cb559ba0d524f58ec578 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110ded99b263a264484b8beeed529775db3_02f356f67db1cb559ba0d524f58ec578 2024-11-10T03:19:52,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/.tmp/A/51e651637ab947e5aee22eac63ad0b5e, store: [table=TestAcidGuarantees family=A region=02f356f67db1cb559ba0d524f58ec578] 2024-11-10T03:19:52,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/.tmp/A/51e651637ab947e5aee22eac63ad0b5e is 175, key is test_row_0/A:col10/1731208790407/Put/seqid=0 2024-11-10T03:19:52,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742395_1571 (size=31105) 2024-11-10T03:19:52,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-10T03:19:52,647 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:52,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50480 deadline: 1731208852645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:52,647 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:52,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50518 deadline: 1731208852646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:52,648 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:52,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50550 deadline: 1731208852646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:52,648 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:52,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50520 deadline: 1731208852646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:52,650 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:52,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50500 deadline: 1731208852648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:52,849 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:52,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50518 deadline: 1731208852848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:52,850 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:52,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50480 deadline: 1731208852849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:52,851 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:52,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50550 deadline: 1731208852849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:52,851 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:52,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50520 deadline: 1731208852850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:52,852 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:52,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50500 deadline: 1731208852851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:52,971 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=183, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/.tmp/A/51e651637ab947e5aee22eac63ad0b5e 2024-11-10T03:19:52,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/.tmp/B/21f7d6c7de064649b7ce526c8c08f78c is 50, key is test_row_0/B:col10/1731208790407/Put/seqid=0 2024-11-10T03:19:52,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742396_1572 (size=12151) 2024-11-10T03:19:53,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-10T03:19:53,152 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:53,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50480 deadline: 1731208853150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:53,153 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:53,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50518 deadline: 1731208853151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:53,153 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:53,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50550 deadline: 1731208853152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:53,154 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:53,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50520 deadline: 1731208853152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:53,155 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:53,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50500 deadline: 1731208853153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:53,379 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=183 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/.tmp/B/21f7d6c7de064649b7ce526c8c08f78c 2024-11-10T03:19:53,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/.tmp/C/93bc37f9e77b42f2bfee187c933924ca is 50, key is test_row_0/C:col10/1731208790407/Put/seqid=0 2024-11-10T03:19:53,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742397_1573 (size=12151) 2024-11-10T03:19:53,654 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:53,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50480 deadline: 1731208853653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:53,654 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:53,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50518 deadline: 1731208853653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:53,657 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:53,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50550 deadline: 1731208853655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:53,659 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:53,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50500 deadline: 1731208853657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:53,660 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:53,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50520 deadline: 1731208853658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:53,836 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=183 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/.tmp/C/93bc37f9e77b42f2bfee187c933924ca 2024-11-10T03:19:53,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/.tmp/A/51e651637ab947e5aee22eac63ad0b5e as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/A/51e651637ab947e5aee22eac63ad0b5e 2024-11-10T03:19:53,841 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/A/51e651637ab947e5aee22eac63ad0b5e, entries=150, sequenceid=183, filesize=30.4 K 2024-11-10T03:19:53,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/.tmp/B/21f7d6c7de064649b7ce526c8c08f78c as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/B/21f7d6c7de064649b7ce526c8c08f78c 2024-11-10T03:19:53,844 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/B/21f7d6c7de064649b7ce526c8c08f78c, entries=150, sequenceid=183, filesize=11.9 K 2024-11-10T03:19:53,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/.tmp/C/93bc37f9e77b42f2bfee187c933924ca as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/C/93bc37f9e77b42f2bfee187c933924ca 2024-11-10T03:19:53,847 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/C/93bc37f9e77b42f2bfee187c933924ca, entries=150, sequenceid=183, filesize=11.9 K 2024-11-10T03:19:53,848 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 02f356f67db1cb559ba0d524f58ec578 in 1696ms, sequenceid=183, compaction requested=true 2024-11-10T03:19:53,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2538): Flush status journal for 02f356f67db1cb559ba0d524f58ec578: 2024-11-10T03:19:53,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731208776200.02f356f67db1cb559ba0d524f58ec578. 2024-11-10T03:19:53,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=168 2024-11-10T03:19:53,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster(4106): Remote procedure done, pid=168 2024-11-10T03:19:53,850 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=168, resume processing ppid=167 2024-11-10T03:19:53,850 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=168, ppid=167, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8490 sec 2024-11-10T03:19:53,850 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=167, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=TestAcidGuarantees in 1.8520 sec 2024-11-10T03:19:54,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-10T03:19:54,103 INFO [Thread-2337 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 167 completed 2024-11-10T03:19:54,104 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T03:19:54,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] procedure2.ProcedureExecutor(1098): Stored pid=169, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=169, table=TestAcidGuarantees 2024-11-10T03:19:54,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-10T03:19:54,105 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=169, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=169, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T03:19:54,105 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=169, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=169, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T03:19:54,105 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=170, ppid=169, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T03:19:54,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-10T03:19:54,256 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 700749f6e4aa,39315,1731208629620 2024-11-10T03:19:54,256 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39315 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-11-10T03:19:54,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731208776200.02f356f67db1cb559ba0d524f58ec578. 2024-11-10T03:19:54,257 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2837): Flushing 02f356f67db1cb559ba0d524f58ec578 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-10T03:19:54,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 02f356f67db1cb559ba0d524f58ec578, store=A 2024-11-10T03:19:54,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:19:54,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 02f356f67db1cb559ba0d524f58ec578, store=B 2024-11-10T03:19:54,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:19:54,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 02f356f67db1cb559ba0d524f58ec578, store=C 2024-11-10T03:19:54,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:19:54,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111039a03911519f4cfd9193a6e89e37961c_02f356f67db1cb559ba0d524f58ec578 is 50, key is test_row_0/A:col10/1731208792544/Put/seqid=0 2024-11-10T03:19:54,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742398_1574 (size=12304) 2024-11-10T03:19:54,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:54,267 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111039a03911519f4cfd9193a6e89e37961c_02f356f67db1cb559ba0d524f58ec578 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111039a03911519f4cfd9193a6e89e37961c_02f356f67db1cb559ba0d524f58ec578 2024-11-10T03:19:54,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/.tmp/A/c34b38b3dc7141e2917e3b71a15f5e12, store: [table=TestAcidGuarantees family=A region=02f356f67db1cb559ba0d524f58ec578] 2024-11-10T03:19:54,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/.tmp/A/c34b38b3dc7141e2917e3b71a15f5e12 is 175, key is test_row_0/A:col10/1731208792544/Put/seqid=0 2024-11-10T03:19:54,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742399_1575 (size=31105) 2024-11-10T03:19:54,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-10T03:19:54,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(8581): Flush requested on 02f356f67db1cb559ba0d524f58ec578 2024-11-10T03:19:54,660 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731208776200.02f356f67db1cb559ba0d524f58ec578. as already flushing 2024-11-10T03:19:54,671 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=207, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/.tmp/A/c34b38b3dc7141e2917e3b71a15f5e12 2024-11-10T03:19:54,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/.tmp/B/51073f2df0b94f9685bac49b5e55824f is 50, key is test_row_0/B:col10/1731208792544/Put/seqid=0 2024-11-10T03:19:54,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742400_1576 (size=12151) 2024-11-10T03:19:54,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-10T03:19:54,722 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:54,722 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:54,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50518 deadline: 1731208854691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:54,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50480 deadline: 1731208854692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:54,724 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:54,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50520 deadline: 1731208854722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:54,725 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:54,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50500 deadline: 1731208854722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:54,725 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:54,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50550 deadline: 1731208854722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:54,826 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:54,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50480 deadline: 1731208854823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:54,826 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:54,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50518 deadline: 1731208854823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:54,828 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:54,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50520 deadline: 1731208854825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:54,828 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:54,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50500 deadline: 1731208854825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:54,828 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:54,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50550 deadline: 1731208854825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:55,029 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:55,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50480 deadline: 1731208855028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:55,031 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:55,031 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:55,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50500 deadline: 1731208855029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:55,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50518 deadline: 1731208855028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:55,031 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:55,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50520 deadline: 1731208855029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:55,032 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:55,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50550 deadline: 1731208855030, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:55,080 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=207 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/.tmp/B/51073f2df0b94f9685bac49b5e55824f 2024-11-10T03:19:55,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/.tmp/C/50e36f34efa147b2886480dd3915e769 is 50, key is test_row_0/C:col10/1731208792544/Put/seqid=0 2024-11-10T03:19:55,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742401_1577 (size=12151) 2024-11-10T03:19:55,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-10T03:19:55,333 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:55,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50480 deadline: 1731208855332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:55,334 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:55,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50518 deadline: 1731208855333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:55,334 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:55,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50520 deadline: 1731208855333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:55,336 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:55,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50500 deadline: 1731208855334, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:55,336 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:55,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50550 deadline: 1731208855334, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:55,488 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=207 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/.tmp/C/50e36f34efa147b2886480dd3915e769 2024-11-10T03:19:55,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/.tmp/A/c34b38b3dc7141e2917e3b71a15f5e12 as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/A/c34b38b3dc7141e2917e3b71a15f5e12 2024-11-10T03:19:55,494 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/A/c34b38b3dc7141e2917e3b71a15f5e12, entries=150, sequenceid=207, filesize=30.4 K 2024-11-10T03:19:55,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/.tmp/B/51073f2df0b94f9685bac49b5e55824f as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/B/51073f2df0b94f9685bac49b5e55824f 2024-11-10T03:19:55,496 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/B/51073f2df0b94f9685bac49b5e55824f, entries=150, sequenceid=207, filesize=11.9 K 2024-11-10T03:19:55,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/.tmp/C/50e36f34efa147b2886480dd3915e769 as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/C/50e36f34efa147b2886480dd3915e769 2024-11-10T03:19:55,499 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/C/50e36f34efa147b2886480dd3915e769, entries=150, sequenceid=207, filesize=11.9 K 2024-11-10T03:19:55,499 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 02f356f67db1cb559ba0d524f58ec578 in 1242ms, sequenceid=207, compaction requested=true 2024-11-10T03:19:55,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2538): Flush status journal for 02f356f67db1cb559ba0d524f58ec578: 2024-11-10T03:19:55,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731208776200.02f356f67db1cb559ba0d524f58ec578. 2024-11-10T03:19:55,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=170 2024-11-10T03:19:55,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster(4106): Remote procedure done, pid=170 2024-11-10T03:19:55,501 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=170, resume processing ppid=169 2024-11-10T03:19:55,501 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=170, ppid=169, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3960 sec 2024-11-10T03:19:55,502 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=169, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=169, table=TestAcidGuarantees in 1.3970 sec 2024-11-10T03:19:55,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(8581): Flush requested on 02f356f67db1cb559ba0d524f58ec578 2024-11-10T03:19:55,838 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 02f356f67db1cb559ba0d524f58ec578 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-10T03:19:55,838 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 02f356f67db1cb559ba0d524f58ec578, store=A 2024-11-10T03:19:55,838 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:19:55,838 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 02f356f67db1cb559ba0d524f58ec578, store=B 2024-11-10T03:19:55,838 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:19:55,838 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 02f356f67db1cb559ba0d524f58ec578, store=C 2024-11-10T03:19:55,838 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:19:55,843 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411102271fe57701640d1a6380b6e89c4a0ee_02f356f67db1cb559ba0d524f58ec578 is 50, key is test_row_0/A:col10/1731208794695/Put/seqid=0 2024-11-10T03:19:55,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742402_1578 (size=14794) 2024-11-10T03:19:55,860 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:55,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50500 deadline: 1731208855856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:55,860 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:55,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50480 deadline: 1731208855857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:55,860 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:55,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50518 deadline: 1731208855857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:55,861 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:55,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50550 deadline: 1731208855858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:55,861 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:55,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50520 deadline: 1731208855858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:55,963 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:55,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50500 deadline: 1731208855961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:55,963 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:55,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50480 deadline: 1731208855961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:55,963 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:55,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50518 deadline: 1731208855961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:55,964 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:55,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50550 deadline: 1731208855961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:55,964 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:55,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50520 deadline: 1731208855961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:56,165 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:56,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50500 deadline: 1731208856164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:56,165 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:56,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50480 deadline: 1731208856164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:56,165 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:56,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50518 deadline: 1731208856164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:56,166 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:56,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50550 deadline: 1731208856164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:56,167 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:56,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50520 deadline: 1731208856165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:56,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-10T03:19:56,208 INFO [Thread-2337 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 169 completed 2024-11-10T03:19:56,209 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T03:19:56,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] procedure2.ProcedureExecutor(1098): Stored pid=171, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=171, table=TestAcidGuarantees 2024-11-10T03:19:56,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-10T03:19:56,210 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=171, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=171, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T03:19:56,210 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=171, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=171, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T03:19:56,210 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=172, ppid=171, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T03:19:56,247 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:56,250 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411102271fe57701640d1a6380b6e89c4a0ee_02f356f67db1cb559ba0d524f58ec578 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411102271fe57701640d1a6380b6e89c4a0ee_02f356f67db1cb559ba0d524f58ec578 2024-11-10T03:19:56,250 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/.tmp/A/4111f160dff343d49d5cb53dc56bb93c, store: [table=TestAcidGuarantees family=A region=02f356f67db1cb559ba0d524f58ec578] 2024-11-10T03:19:56,251 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/.tmp/A/4111f160dff343d49d5cb53dc56bb93c is 175, key is test_row_0/A:col10/1731208794695/Put/seqid=0 2024-11-10T03:19:56,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742403_1579 (size=39749) 2024-11-10T03:19:56,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-10T03:19:56,361 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 700749f6e4aa,39315,1731208629620 2024-11-10T03:19:56,361 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39315 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-11-10T03:19:56,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731208776200.02f356f67db1cb559ba0d524f58ec578. 2024-11-10T03:19:56,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731208776200.02f356f67db1cb559ba0d524f58ec578. as already flushing 2024-11-10T03:19:56,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731208776200.02f356f67db1cb559ba0d524f58ec578. 2024-11-10T03:19:56,362 ERROR [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] handler.RSProcedureHandler(58): pid=172 java.io.IOException: Unable to complete flush {ENCODED => 02f356f67db1cb559ba0d524f58ec578, NAME => 'TestAcidGuarantees,,1731208776200.02f356f67db1cb559ba0d524f58ec578.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:19:56,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=172 java.io.IOException: Unable to complete flush {ENCODED => 02f356f67db1cb559ba0d524f58ec578, NAME => 'TestAcidGuarantees,,1731208776200.02f356f67db1cb559ba0d524f58ec578.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:19:56,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster(4114): Remote procedure failed, pid=172 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 02f356f67db1cb559ba0d524f58ec578, NAME => 'TestAcidGuarantees,,1731208776200.02f356f67db1cb559ba0d524f58ec578.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 02f356f67db1cb559ba0d524f58ec578, NAME => 'TestAcidGuarantees,,1731208776200.02f356f67db1cb559ba0d524f58ec578.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:19:56,468 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:56,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50500 deadline: 1731208856466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:56,470 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:56,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50480 deadline: 1731208856468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:56,470 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:56,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50518 deadline: 1731208856468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:56,470 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:56,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50550 deadline: 1731208856468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:56,471 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:56,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50520 deadline: 1731208856469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:56,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-10T03:19:56,513 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 700749f6e4aa,39315,1731208629620 2024-11-10T03:19:56,514 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39315 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-11-10T03:19:56,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731208776200.02f356f67db1cb559ba0d524f58ec578. 2024-11-10T03:19:56,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731208776200.02f356f67db1cb559ba0d524f58ec578. as already flushing 2024-11-10T03:19:56,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731208776200.02f356f67db1cb559ba0d524f58ec578. 2024-11-10T03:19:56,514 ERROR [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] handler.RSProcedureHandler(58): pid=172 java.io.IOException: Unable to complete flush {ENCODED => 02f356f67db1cb559ba0d524f58ec578, NAME => 'TestAcidGuarantees,,1731208776200.02f356f67db1cb559ba0d524f58ec578.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:19:56,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=172 java.io.IOException: Unable to complete flush {ENCODED => 02f356f67db1cb559ba0d524f58ec578, NAME => 'TestAcidGuarantees,,1731208776200.02f356f67db1cb559ba0d524f58ec578.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:19:56,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster(4114): Remote procedure failed, pid=172 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 02f356f67db1cb559ba0d524f58ec578, NAME => 'TestAcidGuarantees,,1731208776200.02f356f67db1cb559ba0d524f58ec578.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 02f356f67db1cb559ba0d524f58ec578, NAME => 'TestAcidGuarantees,,1731208776200.02f356f67db1cb559ba0d524f58ec578.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:19:56,654 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=220, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/.tmp/A/4111f160dff343d49d5cb53dc56bb93c 2024-11-10T03:19:56,659 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/.tmp/B/5eac20dcb5ab41cfb429f7a1bbb27c93 is 50, key is test_row_0/B:col10/1731208794695/Put/seqid=0 2024-11-10T03:19:56,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742404_1580 (size=12151) 2024-11-10T03:19:56,665 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 700749f6e4aa,39315,1731208629620 2024-11-10T03:19:56,666 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39315 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-11-10T03:19:56,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731208776200.02f356f67db1cb559ba0d524f58ec578. 2024-11-10T03:19:56,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731208776200.02f356f67db1cb559ba0d524f58ec578. as already flushing 2024-11-10T03:19:56,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731208776200.02f356f67db1cb559ba0d524f58ec578. 2024-11-10T03:19:56,666 ERROR [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] handler.RSProcedureHandler(58): pid=172 java.io.IOException: Unable to complete flush {ENCODED => 02f356f67db1cb559ba0d524f58ec578, NAME => 'TestAcidGuarantees,,1731208776200.02f356f67db1cb559ba0d524f58ec578.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:19:56,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=172 java.io.IOException: Unable to complete flush {ENCODED => 02f356f67db1cb559ba0d524f58ec578, NAME => 'TestAcidGuarantees,,1731208776200.02f356f67db1cb559ba0d524f58ec578.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:19:56,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster(4114): Remote procedure failed, pid=172 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 02f356f67db1cb559ba0d524f58ec578, NAME => 'TestAcidGuarantees,,1731208776200.02f356f67db1cb559ba0d524f58ec578.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 02f356f67db1cb559ba0d524f58ec578, NAME => 'TestAcidGuarantees,,1731208776200.02f356f67db1cb559ba0d524f58ec578.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:19:56,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-10T03:19:56,818 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 700749f6e4aa,39315,1731208629620 2024-11-10T03:19:56,818 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39315 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-11-10T03:19:56,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731208776200.02f356f67db1cb559ba0d524f58ec578. 2024-11-10T03:19:56,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731208776200.02f356f67db1cb559ba0d524f58ec578. as already flushing 2024-11-10T03:19:56,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731208776200.02f356f67db1cb559ba0d524f58ec578. 2024-11-10T03:19:56,818 ERROR [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] handler.RSProcedureHandler(58): pid=172 java.io.IOException: Unable to complete flush {ENCODED => 02f356f67db1cb559ba0d524f58ec578, NAME => 'TestAcidGuarantees,,1731208776200.02f356f67db1cb559ba0d524f58ec578.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:19:56,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=172 java.io.IOException: Unable to complete flush {ENCODED => 02f356f67db1cb559ba0d524f58ec578, NAME => 'TestAcidGuarantees,,1731208776200.02f356f67db1cb559ba0d524f58ec578.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:19:56,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster(4114): Remote procedure failed, pid=172 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 02f356f67db1cb559ba0d524f58ec578, NAME => 'TestAcidGuarantees,,1731208776200.02f356f67db1cb559ba0d524f58ec578.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 02f356f67db1cb559ba0d524f58ec578, NAME => 'TestAcidGuarantees,,1731208776200.02f356f67db1cb559ba0d524f58ec578.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:19:56,970 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 700749f6e4aa,39315,1731208629620 2024-11-10T03:19:56,970 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39315 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-11-10T03:19:56,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731208776200.02f356f67db1cb559ba0d524f58ec578. 2024-11-10T03:19:56,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731208776200.02f356f67db1cb559ba0d524f58ec578. as already flushing 2024-11-10T03:19:56,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731208776200.02f356f67db1cb559ba0d524f58ec578. 2024-11-10T03:19:56,970 ERROR [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] handler.RSProcedureHandler(58): pid=172 java.io.IOException: Unable to complete flush {ENCODED => 02f356f67db1cb559ba0d524f58ec578, NAME => 'TestAcidGuarantees,,1731208776200.02f356f67db1cb559ba0d524f58ec578.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:19:56,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=172 java.io.IOException: Unable to complete flush {ENCODED => 02f356f67db1cb559ba0d524f58ec578, NAME => 'TestAcidGuarantees,,1731208776200.02f356f67db1cb559ba0d524f58ec578.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:19:56,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster(4114): Remote procedure failed, pid=172 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 02f356f67db1cb559ba0d524f58ec578, NAME => 'TestAcidGuarantees,,1731208776200.02f356f67db1cb559ba0d524f58ec578.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 02f356f67db1cb559ba0d524f58ec578, NAME => 'TestAcidGuarantees,,1731208776200.02f356f67db1cb559ba0d524f58ec578.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:19:56,973 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:56,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50518 deadline: 1731208856971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:56,974 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:56,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50520 deadline: 1731208856972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:56,974 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:56,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50500 deadline: 1731208856972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:56,975 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:56,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50550 deadline: 1731208856972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:56,976 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:56,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50480 deadline: 1731208856974, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:57,062 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=220 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/.tmp/B/5eac20dcb5ab41cfb429f7a1bbb27c93 2024-11-10T03:19:57,067 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/.tmp/C/8ddef7b574a443a3b6291beef87418de is 50, key is test_row_0/C:col10/1731208794695/Put/seqid=0 2024-11-10T03:19:57,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742405_1581 (size=12151) 2024-11-10T03:19:57,122 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 700749f6e4aa,39315,1731208629620 2024-11-10T03:19:57,123 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39315 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-11-10T03:19:57,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731208776200.02f356f67db1cb559ba0d524f58ec578. 2024-11-10T03:19:57,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731208776200.02f356f67db1cb559ba0d524f58ec578. as already flushing 2024-11-10T03:19:57,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731208776200.02f356f67db1cb559ba0d524f58ec578. 2024-11-10T03:19:57,123 ERROR [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] handler.RSProcedureHandler(58): pid=172 java.io.IOException: Unable to complete flush {ENCODED => 02f356f67db1cb559ba0d524f58ec578, NAME => 'TestAcidGuarantees,,1731208776200.02f356f67db1cb559ba0d524f58ec578.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:19:57,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=172 java.io.IOException: Unable to complete flush {ENCODED => 02f356f67db1cb559ba0d524f58ec578, NAME => 'TestAcidGuarantees,,1731208776200.02f356f67db1cb559ba0d524f58ec578.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:19:57,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster(4114): Remote procedure failed, pid=172 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 02f356f67db1cb559ba0d524f58ec578, NAME => 'TestAcidGuarantees,,1731208776200.02f356f67db1cb559ba0d524f58ec578.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 02f356f67db1cb559ba0d524f58ec578, NAME => 'TestAcidGuarantees,,1731208776200.02f356f67db1cb559ba0d524f58ec578.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:19:57,274 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 700749f6e4aa,39315,1731208629620 2024-11-10T03:19:57,275 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39315 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-11-10T03:19:57,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731208776200.02f356f67db1cb559ba0d524f58ec578. 2024-11-10T03:19:57,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731208776200.02f356f67db1cb559ba0d524f58ec578. as already flushing 2024-11-10T03:19:57,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731208776200.02f356f67db1cb559ba0d524f58ec578. 2024-11-10T03:19:57,275 ERROR [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] handler.RSProcedureHandler(58): pid=172 java.io.IOException: Unable to complete flush {ENCODED => 02f356f67db1cb559ba0d524f58ec578, NAME => 'TestAcidGuarantees,,1731208776200.02f356f67db1cb559ba0d524f58ec578.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:19:57,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=172 java.io.IOException: Unable to complete flush {ENCODED => 02f356f67db1cb559ba0d524f58ec578, NAME => 'TestAcidGuarantees,,1731208776200.02f356f67db1cb559ba0d524f58ec578.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:19:57,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster(4114): Remote procedure failed, pid=172 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 02f356f67db1cb559ba0d524f58ec578, NAME => 'TestAcidGuarantees,,1731208776200.02f356f67db1cb559ba0d524f58ec578.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 02f356f67db1cb559ba0d524f58ec578, NAME => 'TestAcidGuarantees,,1731208776200.02f356f67db1cb559ba0d524f58ec578.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:19:57,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-10T03:19:57,426 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 700749f6e4aa,39315,1731208629620 2024-11-10T03:19:57,427 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39315 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-11-10T03:19:57,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731208776200.02f356f67db1cb559ba0d524f58ec578. 2024-11-10T03:19:57,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731208776200.02f356f67db1cb559ba0d524f58ec578. as already flushing 2024-11-10T03:19:57,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731208776200.02f356f67db1cb559ba0d524f58ec578. 2024-11-10T03:19:57,427 ERROR [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] handler.RSProcedureHandler(58): pid=172 java.io.IOException: Unable to complete flush {ENCODED => 02f356f67db1cb559ba0d524f58ec578, NAME => 'TestAcidGuarantees,,1731208776200.02f356f67db1cb559ba0d524f58ec578.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:19:57,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=172 java.io.IOException: Unable to complete flush {ENCODED => 02f356f67db1cb559ba0d524f58ec578, NAME => 'TestAcidGuarantees,,1731208776200.02f356f67db1cb559ba0d524f58ec578.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:19:57,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster(4114): Remote procedure failed, pid=172 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 02f356f67db1cb559ba0d524f58ec578, NAME => 'TestAcidGuarantees,,1731208776200.02f356f67db1cb559ba0d524f58ec578.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 02f356f67db1cb559ba0d524f58ec578, NAME => 'TestAcidGuarantees,,1731208776200.02f356f67db1cb559ba0d524f58ec578.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:19:57,470 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=220 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/.tmp/C/8ddef7b574a443a3b6291beef87418de 2024-11-10T03:19:57,473 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/.tmp/A/4111f160dff343d49d5cb53dc56bb93c as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/A/4111f160dff343d49d5cb53dc56bb93c 2024-11-10T03:19:57,475 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/A/4111f160dff343d49d5cb53dc56bb93c, entries=200, sequenceid=220, filesize=38.8 K 2024-11-10T03:19:57,476 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/.tmp/B/5eac20dcb5ab41cfb429f7a1bbb27c93 as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/B/5eac20dcb5ab41cfb429f7a1bbb27c93 2024-11-10T03:19:57,478 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/B/5eac20dcb5ab41cfb429f7a1bbb27c93, entries=150, sequenceid=220, filesize=11.9 K 2024-11-10T03:19:57,478 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/.tmp/C/8ddef7b574a443a3b6291beef87418de as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/C/8ddef7b574a443a3b6291beef87418de 2024-11-10T03:19:57,481 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/C/8ddef7b574a443a3b6291beef87418de, entries=150, sequenceid=220, filesize=11.9 K 2024-11-10T03:19:57,481 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 02f356f67db1cb559ba0d524f58ec578 in 1643ms, sequenceid=220, compaction requested=true 2024-11-10T03:19:57,481 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 02f356f67db1cb559ba0d524f58ec578: 2024-11-10T03:19:57,482 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 02f356f67db1cb559ba0d524f58ec578:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T03:19:57,482 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T03:19:57,482 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-10T03:19:57,482 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 02f356f67db1cb559ba0d524f58ec578:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T03:19:57,482 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T03:19:57,482 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-10T03:19:57,482 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 02f356f67db1cb559ba0d524f58ec578:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T03:19:57,482 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T03:19:57,482 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 164511 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-10T03:19:57,482 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 61097 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-10T03:19:57,482 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HStore(1540): 02f356f67db1cb559ba0d524f58ec578/A is initiating minor compaction (all files) 2024-11-10T03:19:57,482 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HStore(1540): 02f356f67db1cb559ba0d524f58ec578/B is initiating minor compaction (all files) 2024-11-10T03:19:57,482 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 02f356f67db1cb559ba0d524f58ec578/A in TestAcidGuarantees,,1731208776200.02f356f67db1cb559ba0d524f58ec578. 2024-11-10T03:19:57,482 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 02f356f67db1cb559ba0d524f58ec578/B in TestAcidGuarantees,,1731208776200.02f356f67db1cb559ba0d524f58ec578. 2024-11-10T03:19:57,483 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/B/52fca2a9b3264c28b9ec2db29da2480a, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/B/3bbf52730f284461a7fa43d7d0b18687, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/B/21f7d6c7de064649b7ce526c8c08f78c, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/B/51073f2df0b94f9685bac49b5e55824f, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/B/5eac20dcb5ab41cfb429f7a1bbb27c93] into tmpdir=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/.tmp, totalSize=59.7 K 2024-11-10T03:19:57,483 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/A/ec76351575b5471bbe256deed42db197, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/A/a5bdd9253ac1429ebc740dd4c414ba35, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/A/51e651637ab947e5aee22eac63ad0b5e, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/A/c34b38b3dc7141e2917e3b71a15f5e12, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/A/4111f160dff343d49d5cb53dc56bb93c] into tmpdir=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/.tmp, totalSize=160.7 K 2024-11-10T03:19:57,483 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=11 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731208776200.02f356f67db1cb559ba0d524f58ec578. 2024-11-10T03:19:57,483 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731208776200.02f356f67db1cb559ba0d524f58ec578. files: [hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/A/ec76351575b5471bbe256deed42db197, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/A/a5bdd9253ac1429ebc740dd4c414ba35, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/A/51e651637ab947e5aee22eac63ad0b5e, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/A/c34b38b3dc7141e2917e3b71a15f5e12, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/A/4111f160dff343d49d5cb53dc56bb93c] 2024-11-10T03:19:57,483 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.Compactor(224): Compacting 52fca2a9b3264c28b9ec2db29da2480a, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=143, earliestPutTs=1731208789254 2024-11-10T03:19:57,483 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.Compactor(224): Compacting ec76351575b5471bbe256deed42db197, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=143, earliestPutTs=1731208789254 2024-11-10T03:19:57,483 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.Compactor(224): Compacting 3bbf52730f284461a7fa43d7d0b18687, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1731208789282 2024-11-10T03:19:57,483 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.Compactor(224): Compacting a5bdd9253ac1429ebc740dd4c414ba35, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1731208789282 2024-11-10T03:19:57,483 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.Compactor(224): Compacting 21f7d6c7de064649b7ce526c8c08f78c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=183, earliestPutTs=1731208790402 2024-11-10T03:19:57,483 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.Compactor(224): Compacting 51e651637ab947e5aee22eac63ad0b5e, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=183, earliestPutTs=1731208790402 2024-11-10T03:19:57,483 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.Compactor(224): Compacting 51073f2df0b94f9685bac49b5e55824f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1731208792537 2024-11-10T03:19:57,483 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.Compactor(224): Compacting c34b38b3dc7141e2917e3b71a15f5e12, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1731208792537 2024-11-10T03:19:57,484 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.Compactor(224): Compacting 5eac20dcb5ab41cfb429f7a1bbb27c93, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=220, earliestPutTs=1731208794668 2024-11-10T03:19:57,484 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4111f160dff343d49d5cb53dc56bb93c, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=220, earliestPutTs=1731208794668 2024-11-10T03:19:57,489 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=02f356f67db1cb559ba0d524f58ec578] 2024-11-10T03:19:57,490 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 02f356f67db1cb559ba0d524f58ec578#B#compaction#489 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-10T03:19:57,491 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/.tmp/B/3cd4f194ec054b9789823b2651b55efd is 50, key is test_row_0/B:col10/1731208794695/Put/seqid=0 2024-11-10T03:19:57,491 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024111003934297346c41a3ba13cfbeaf830bc0_02f356f67db1cb559ba0d524f58ec578 store=[table=TestAcidGuarantees family=A region=02f356f67db1cb559ba0d524f58ec578] 2024-11-10T03:19:57,493 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024111003934297346c41a3ba13cfbeaf830bc0_02f356f67db1cb559ba0d524f58ec578, store=[table=TestAcidGuarantees family=A region=02f356f67db1cb559ba0d524f58ec578] 2024-11-10T03:19:57,493 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111003934297346c41a3ba13cfbeaf830bc0_02f356f67db1cb559ba0d524f58ec578 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=02f356f67db1cb559ba0d524f58ec578] 2024-11-10T03:19:57,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742406_1582 (size=12663) 2024-11-10T03:19:57,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742407_1583 (size=4469) 2024-11-10T03:19:57,579 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 700749f6e4aa,39315,1731208629620 2024-11-10T03:19:57,579 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39315 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-11-10T03:19:57,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731208776200.02f356f67db1cb559ba0d524f58ec578. 2024-11-10T03:19:57,579 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2837): Flushing 02f356f67db1cb559ba0d524f58ec578 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-10T03:19:57,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 02f356f67db1cb559ba0d524f58ec578, store=A 2024-11-10T03:19:57,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:19:57,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 02f356f67db1cb559ba0d524f58ec578, store=B 2024-11-10T03:19:57,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:19:57,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 02f356f67db1cb559ba0d524f58ec578, store=C 2024-11-10T03:19:57,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:19:57,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110a2408d8bb47d48a28edc4fc9d8b70fee_02f356f67db1cb559ba0d524f58ec578 is 50, key is test_row_0/A:col10/1731208795857/Put/seqid=0 2024-11-10T03:19:57,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742408_1584 (size=12304) 2024-11-10T03:19:57,907 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 02f356f67db1cb559ba0d524f58ec578#A#compaction#490 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T03:19:57,908 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/.tmp/A/1322be76ce9740c9a843deb8e0f745a6 is 175, key is test_row_0/A:col10/1731208794695/Put/seqid=0 2024-11-10T03:19:57,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742409_1585 (size=31617) 2024-11-10T03:19:57,910 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/.tmp/B/3cd4f194ec054b9789823b2651b55efd as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/B/3cd4f194ec054b9789823b2651b55efd 2024-11-10T03:19:57,913 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/.tmp/A/1322be76ce9740c9a843deb8e0f745a6 as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/A/1322be76ce9740c9a843deb8e0f745a6 2024-11-10T03:19:57,913 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in 02f356f67db1cb559ba0d524f58ec578/B of 02f356f67db1cb559ba0d524f58ec578 into 3cd4f194ec054b9789823b2651b55efd(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T03:19:57,913 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 02f356f67db1cb559ba0d524f58ec578: 2024-11-10T03:19:57,913 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731208776200.02f356f67db1cb559ba0d524f58ec578., storeName=02f356f67db1cb559ba0d524f58ec578/B, priority=11, startTime=1731208797482; duration=0sec 2024-11-10T03:19:57,914 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T03:19:57,914 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 02f356f67db1cb559ba0d524f58ec578:B 2024-11-10T03:19:57,914 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-10T03:19:57,915 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 61097 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-10T03:19:57,915 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HStore(1540): 02f356f67db1cb559ba0d524f58ec578/C is initiating minor compaction (all files) 2024-11-10T03:19:57,915 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 02f356f67db1cb559ba0d524f58ec578/C in TestAcidGuarantees,,1731208776200.02f356f67db1cb559ba0d524f58ec578. 2024-11-10T03:19:57,915 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/C/9b90d45db6d44c89967d8991055f5036, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/C/b46ccc7f33a14197bce6521e36bb80cb, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/C/93bc37f9e77b42f2bfee187c933924ca, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/C/50e36f34efa147b2886480dd3915e769, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/C/8ddef7b574a443a3b6291beef87418de] into tmpdir=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/.tmp, totalSize=59.7 K 2024-11-10T03:19:57,915 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.Compactor(224): Compacting 9b90d45db6d44c89967d8991055f5036, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=143, earliestPutTs=1731208789254 2024-11-10T03:19:57,916 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.Compactor(224): Compacting b46ccc7f33a14197bce6521e36bb80cb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1731208789282 2024-11-10T03:19:57,916 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.Compactor(224): Compacting 93bc37f9e77b42f2bfee187c933924ca, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=183, earliestPutTs=1731208790402 2024-11-10T03:19:57,916 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.Compactor(224): Compacting 50e36f34efa147b2886480dd3915e769, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1731208792537 2024-11-10T03:19:57,916 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in 02f356f67db1cb559ba0d524f58ec578/A of 02f356f67db1cb559ba0d524f58ec578 into 1322be76ce9740c9a843deb8e0f745a6(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T03:19:57,916 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.Compactor(224): Compacting 8ddef7b574a443a3b6291beef87418de, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=220, earliestPutTs=1731208794668 2024-11-10T03:19:57,916 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 02f356f67db1cb559ba0d524f58ec578: 2024-11-10T03:19:57,916 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731208776200.02f356f67db1cb559ba0d524f58ec578., storeName=02f356f67db1cb559ba0d524f58ec578/A, priority=11, startTime=1731208797481; duration=0sec 2024-11-10T03:19:57,916 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T03:19:57,916 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 02f356f67db1cb559ba0d524f58ec578:A 2024-11-10T03:19:57,937 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 02f356f67db1cb559ba0d524f58ec578#C#compaction#492 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T03:19:57,938 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/.tmp/C/d823a8e93c7a4d08a77cee1c8ab56eb7 is 50, key is test_row_0/C:col10/1731208794695/Put/seqid=0 2024-11-10T03:19:57,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742410_1586 (size=12663) 2024-11-10T03:19:57,944 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/.tmp/C/d823a8e93c7a4d08a77cee1c8ab56eb7 as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/C/d823a8e93c7a4d08a77cee1c8ab56eb7 2024-11-10T03:19:57,947 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in 02f356f67db1cb559ba0d524f58ec578/C of 02f356f67db1cb559ba0d524f58ec578 into d823a8e93c7a4d08a77cee1c8ab56eb7(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T03:19:57,947 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 02f356f67db1cb559ba0d524f58ec578: 2024-11-10T03:19:57,947 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731208776200.02f356f67db1cb559ba0d524f58ec578., storeName=02f356f67db1cb559ba0d524f58ec578/C, priority=11, startTime=1731208797482; duration=0sec 2024-11-10T03:19:57,947 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T03:19:57,947 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 02f356f67db1cb559ba0d524f58ec578:C 2024-11-10T03:19:57,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(8581): Flush requested on 02f356f67db1cb559ba0d524f58ec578 2024-11-10T03:19:57,980 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731208776200.02f356f67db1cb559ba0d524f58ec578. as already flushing 2024-11-10T03:19:57,986 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:57,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50520 deadline: 1731208857984, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:57,988 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:57,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:57,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50550 deadline: 1731208857986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:57,988 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:57,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50480 deadline: 1731208857986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:57,989 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:57,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50500 deadline: 1731208857986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:57,989 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:57,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50518 deadline: 1731208857987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:57,991 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110a2408d8bb47d48a28edc4fc9d8b70fee_02f356f67db1cb559ba0d524f58ec578 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110a2408d8bb47d48a28edc4fc9d8b70fee_02f356f67db1cb559ba0d524f58ec578 2024-11-10T03:19:57,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/.tmp/A/a4819839c64e45f28198fa0c85fd9311, store: [table=TestAcidGuarantees family=A region=02f356f67db1cb559ba0d524f58ec578] 2024-11-10T03:19:57,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/.tmp/A/a4819839c64e45f28198fa0c85fd9311 is 175, key is test_row_0/A:col10/1731208795857/Put/seqid=0 2024-11-10T03:19:58,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742411_1587 (size=31105) 2024-11-10T03:19:58,091 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:58,091 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:58,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50550 deadline: 1731208858089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:58,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50480 deadline: 1731208858089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:58,092 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:58,092 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:58,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50518 deadline: 1731208858090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:58,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50500 deadline: 1731208858089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:58,294 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:58,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50550 deadline: 1731208858292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:58,294 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:58,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50500 deadline: 1731208858292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:58,295 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:58,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50480 deadline: 1731208858293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:58,296 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:58,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50518 deadline: 1731208858294, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:58,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-10T03:19:58,403 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=243, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/.tmp/A/a4819839c64e45f28198fa0c85fd9311 2024-11-10T03:19:58,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/.tmp/B/26f85fbf34aa419389e830672338347c is 50, key is test_row_0/B:col10/1731208795857/Put/seqid=0 2024-11-10T03:19:58,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742412_1588 (size=12151) 2024-11-10T03:19:58,410 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=243 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/.tmp/B/26f85fbf34aa419389e830672338347c 2024-11-10T03:19:58,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/.tmp/C/d36d934e26ab47dea0f1ad5e7d476721 is 50, key is test_row_0/C:col10/1731208795857/Put/seqid=0 2024-11-10T03:19:58,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742413_1589 (size=12151) 2024-11-10T03:19:58,596 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:58,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50500 deadline: 1731208858595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:58,597 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:58,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50550 deadline: 1731208858596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:58,599 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:58,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50480 deadline: 1731208858597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:58,599 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:58,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50518 deadline: 1731208858598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:58,819 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=243 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/.tmp/C/d36d934e26ab47dea0f1ad5e7d476721 2024-11-10T03:19:58,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/.tmp/A/a4819839c64e45f28198fa0c85fd9311 as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/A/a4819839c64e45f28198fa0c85fd9311 2024-11-10T03:19:58,824 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/A/a4819839c64e45f28198fa0c85fd9311, entries=150, sequenceid=243, filesize=30.4 K 2024-11-10T03:19:58,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/.tmp/B/26f85fbf34aa419389e830672338347c as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/B/26f85fbf34aa419389e830672338347c 2024-11-10T03:19:58,827 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/B/26f85fbf34aa419389e830672338347c, entries=150, sequenceid=243, filesize=11.9 K 2024-11-10T03:19:58,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/.tmp/C/d36d934e26ab47dea0f1ad5e7d476721 as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/C/d36d934e26ab47dea0f1ad5e7d476721 2024-11-10T03:19:58,830 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/C/d36d934e26ab47dea0f1ad5e7d476721, entries=150, sequenceid=243, filesize=11.9 K 2024-11-10T03:19:58,830 INFO [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=73.80 KB/75570 for 02f356f67db1cb559ba0d524f58ec578 in 1251ms, sequenceid=243, compaction requested=false 2024-11-10T03:19:58,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2538): Flush status journal for 02f356f67db1cb559ba0d524f58ec578: 2024-11-10T03:19:58,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731208776200.02f356f67db1cb559ba0d524f58ec578. 2024-11-10T03:19:58,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/700749f6e4aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=172 2024-11-10T03:19:58,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster(4106): Remote procedure done, pid=172 2024-11-10T03:19:58,832 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=172, resume processing ppid=171 2024-11-10T03:19:58,832 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=172, ppid=171, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6210 sec 2024-11-10T03:19:58,833 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=171, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=171, table=TestAcidGuarantees in 2.6230 sec 2024-11-10T03:19:59,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(8581): Flush requested on 02f356f67db1cb559ba0d524f58ec578 2024-11-10T03:19:59,099 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 02f356f67db1cb559ba0d524f58ec578 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-10T03:19:59,099 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 02f356f67db1cb559ba0d524f58ec578, store=A 2024-11-10T03:19:59,099 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:19:59,099 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 02f356f67db1cb559ba0d524f58ec578, store=B 2024-11-10T03:19:59,099 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:19:59,099 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 02f356f67db1cb559ba0d524f58ec578, store=C 2024-11-10T03:19:59,099 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:19:59,104 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110a065fb7eb46449e499ba849bf95dcc9d_02f356f67db1cb559ba0d524f58ec578 is 50, key is test_row_0/A:col10/1731208797985/Put/seqid=0 2024-11-10T03:19:59,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742414_1590 (size=12454) 2024-11-10T03:19:59,118 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:59,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50500 deadline: 1731208859116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:59,119 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:59,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50550 deadline: 1731208859117, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:59,120 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:59,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50518 deadline: 1731208859117, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:59,120 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:59,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50480 deadline: 1731208859117, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:59,221 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:59,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50500 deadline: 1731208859219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:59,221 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:59,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50550 deadline: 1731208859220, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:59,221 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:59,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50518 deadline: 1731208859220, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:59,221 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:59,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50480 deadline: 1731208859220, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:59,423 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:59,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50550 deadline: 1731208859422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:59,423 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:59,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50500 deadline: 1731208859422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:59,423 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:59,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50518 deadline: 1731208859422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:59,424 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:59,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50480 deadline: 1731208859423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:59,463 DEBUG [Thread-2346 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x15b6349f to 127.0.0.1:55635 2024-11-10T03:19:59,463 DEBUG [Thread-2346 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T03:19:59,463 DEBUG [Thread-2338 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x11c440f7 to 127.0.0.1:55635 2024-11-10T03:19:59,463 DEBUG [Thread-2338 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T03:19:59,463 DEBUG [Thread-2344 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4d832d43 to 127.0.0.1:55635 2024-11-10T03:19:59,463 DEBUG [Thread-2344 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T03:19:59,465 DEBUG [Thread-2340 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x58460ef3 to 127.0.0.1:55635 2024-11-10T03:19:59,465 DEBUG [Thread-2340 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T03:19:59,465 DEBUG [Thread-2342 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6e8cd1ae to 127.0.0.1:55635 2024-11-10T03:19:59,466 DEBUG [Thread-2342 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T03:19:59,507 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:19:59,509 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110a065fb7eb46449e499ba849bf95dcc9d_02f356f67db1cb559ba0d524f58ec578 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110a065fb7eb46449e499ba849bf95dcc9d_02f356f67db1cb559ba0d524f58ec578 2024-11-10T03:19:59,510 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/.tmp/A/0d9c1baae4ea4f858623291043815912, store: [table=TestAcidGuarantees family=A region=02f356f67db1cb559ba0d524f58ec578] 2024-11-10T03:19:59,510 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/.tmp/A/0d9c1baae4ea4f858623291043815912 is 175, key is test_row_0/A:col10/1731208797985/Put/seqid=0 2024-11-10T03:19:59,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742415_1591 (size=31255) 2024-11-10T03:19:59,726 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:59,726 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:59,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50518 deadline: 1731208859726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:59,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50550 deadline: 1731208859725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:59,727 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:59,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50480 deadline: 1731208859727, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:59,728 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:19:59,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50500 deadline: 1731208859727, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:19:59,915 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=261, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/.tmp/A/0d9c1baae4ea4f858623291043815912 2024-11-10T03:19:59,928 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/.tmp/B/54ffd64aa1b7405680ae5f10d20bb590 is 50, key is test_row_0/B:col10/1731208797985/Put/seqid=0 2024-11-10T03:19:59,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742416_1592 (size=12301) 2024-11-10T03:20:00,003 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:20:00,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50520 deadline: 1731208860002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:20:00,004 DEBUG [Thread-2329 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4146 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731208776200.02f356f67db1cb559ba0d524f58ec578., hostname=700749f6e4aa,39315,1731208629620, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T03:20:00,231 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:20:00,232 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:20:00,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50518 deadline: 1731208860231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:20:00,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50480 deadline: 1731208860231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:20:00,232 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:20:00,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50500 deadline: 1731208860232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:20:00,234 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T03:20:00,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50550 deadline: 1731208860233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 2024-11-10T03:20:00,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-10T03:20:00,315 INFO [Thread-2337 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 171 completed 2024-11-10T03:20:00,333 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=261 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/.tmp/B/54ffd64aa1b7405680ae5f10d20bb590 2024-11-10T03:20:00,346 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/.tmp/C/80c2569c9303465bb96867bcc0827df0 is 50, key is test_row_0/C:col10/1731208797985/Put/seqid=0 2024-11-10T03:20:00,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742417_1593 (size=12301) 2024-11-10T03:20:00,751 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=261 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/.tmp/C/80c2569c9303465bb96867bcc0827df0 2024-11-10T03:20:00,761 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/.tmp/A/0d9c1baae4ea4f858623291043815912 as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/A/0d9c1baae4ea4f858623291043815912 2024-11-10T03:20:00,766 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/A/0d9c1baae4ea4f858623291043815912, entries=150, sequenceid=261, filesize=30.5 K 2024-11-10T03:20:00,767 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/.tmp/B/54ffd64aa1b7405680ae5f10d20bb590 as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/B/54ffd64aa1b7405680ae5f10d20bb590 2024-11-10T03:20:00,772 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/B/54ffd64aa1b7405680ae5f10d20bb590, entries=150, sequenceid=261, filesize=12.0 K 2024-11-10T03:20:00,773 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/.tmp/C/80c2569c9303465bb96867bcc0827df0 as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/C/80c2569c9303465bb96867bcc0827df0 2024-11-10T03:20:00,780 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/C/80c2569c9303465bb96867bcc0827df0, entries=150, sequenceid=261, filesize=12.0 K 2024-11-10T03:20:00,781 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=127.47 KB/130530 for 02f356f67db1cb559ba0d524f58ec578 in 1682ms, sequenceid=261, compaction requested=true 2024-11-10T03:20:00,781 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 02f356f67db1cb559ba0d524f58ec578: 2024-11-10T03:20:00,782 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 02f356f67db1cb559ba0d524f58ec578:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T03:20:00,782 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T03:20:00,782 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T03:20:00,782 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 02f356f67db1cb559ba0d524f58ec578:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T03:20:00,782 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T03:20:00,782 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T03:20:00,782 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 02f356f67db1cb559ba0d524f58ec578:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T03:20:00,782 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T03:20:00,783 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37115 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T03:20:00,783 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93977 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T03:20:00,783 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HStore(1540): 02f356f67db1cb559ba0d524f58ec578/B is initiating minor compaction (all files) 2024-11-10T03:20:00,783 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HStore(1540): 02f356f67db1cb559ba0d524f58ec578/A is initiating minor compaction (all files) 2024-11-10T03:20:00,783 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 02f356f67db1cb559ba0d524f58ec578/B in TestAcidGuarantees,,1731208776200.02f356f67db1cb559ba0d524f58ec578. 2024-11-10T03:20:00,783 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 02f356f67db1cb559ba0d524f58ec578/A in TestAcidGuarantees,,1731208776200.02f356f67db1cb559ba0d524f58ec578. 2024-11-10T03:20:00,783 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/B/3cd4f194ec054b9789823b2651b55efd, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/B/26f85fbf34aa419389e830672338347c, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/B/54ffd64aa1b7405680ae5f10d20bb590] into tmpdir=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/.tmp, totalSize=36.2 K 2024-11-10T03:20:00,783 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/A/1322be76ce9740c9a843deb8e0f745a6, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/A/a4819839c64e45f28198fa0c85fd9311, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/A/0d9c1baae4ea4f858623291043815912] into tmpdir=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/.tmp, totalSize=91.8 K 2024-11-10T03:20:00,783 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731208776200.02f356f67db1cb559ba0d524f58ec578. 2024-11-10T03:20:00,784 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731208776200.02f356f67db1cb559ba0d524f58ec578. files: [hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/A/1322be76ce9740c9a843deb8e0f745a6, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/A/a4819839c64e45f28198fa0c85fd9311, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/A/0d9c1baae4ea4f858623291043815912] 2024-11-10T03:20:00,784 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.Compactor(224): Compacting 3cd4f194ec054b9789823b2651b55efd, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=220, earliestPutTs=1731208794668 2024-11-10T03:20:00,784 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1322be76ce9740c9a843deb8e0f745a6, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=220, earliestPutTs=1731208794668 2024-11-10T03:20:00,784 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.Compactor(224): Compacting a4819839c64e45f28198fa0c85fd9311, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=243, earliestPutTs=1731208795850 2024-11-10T03:20:00,784 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.Compactor(224): Compacting 26f85fbf34aa419389e830672338347c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=243, earliestPutTs=1731208795850 2024-11-10T03:20:00,785 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0d9c1baae4ea4f858623291043815912, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=261, earliestPutTs=1731208797985 2024-11-10T03:20:00,785 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.Compactor(224): Compacting 54ffd64aa1b7405680ae5f10d20bb590, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=261, earliestPutTs=1731208797985 2024-11-10T03:20:00,791 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=02f356f67db1cb559ba0d524f58ec578] 2024-11-10T03:20:00,791 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 02f356f67db1cb559ba0d524f58ec578#B#compaction#498 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-10T03:20:00,792 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/.tmp/B/1c5aee57847d4ab38cad244d27e6c98b is 50, key is test_row_0/B:col10/1731208797985/Put/seqid=0 2024-11-10T03:20:00,793 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411108756faad7afd486b86d09e74cf6a9b50_02f356f67db1cb559ba0d524f58ec578 store=[table=TestAcidGuarantees family=A region=02f356f67db1cb559ba0d524f58ec578] 2024-11-10T03:20:00,799 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411108756faad7afd486b86d09e74cf6a9b50_02f356f67db1cb559ba0d524f58ec578, store=[table=TestAcidGuarantees family=A region=02f356f67db1cb559ba0d524f58ec578] 2024-11-10T03:20:00,799 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411108756faad7afd486b86d09e74cf6a9b50_02f356f67db1cb559ba0d524f58ec578 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=02f356f67db1cb559ba0d524f58ec578] 2024-11-10T03:20:00,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742418_1594 (size=12915) 2024-11-10T03:20:00,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742419_1595 (size=4469) 2024-11-10T03:20:01,205 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 02f356f67db1cb559ba0d524f58ec578#A#compaction#499 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T03:20:01,206 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/.tmp/A/accb012e82294a0b8036a53ba93a2fa5 is 175, key is test_row_0/A:col10/1731208797985/Put/seqid=0 2024-11-10T03:20:01,210 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/.tmp/B/1c5aee57847d4ab38cad244d27e6c98b as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/B/1c5aee57847d4ab38cad244d27e6c98b 2024-11-10T03:20:01,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742420_1596 (size=31869) 2024-11-10T03:20:01,216 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 02f356f67db1cb559ba0d524f58ec578/B of 02f356f67db1cb559ba0d524f58ec578 into 1c5aee57847d4ab38cad244d27e6c98b(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T03:20:01,216 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 02f356f67db1cb559ba0d524f58ec578: 2024-11-10T03:20:01,216 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731208776200.02f356f67db1cb559ba0d524f58ec578., storeName=02f356f67db1cb559ba0d524f58ec578/B, priority=13, startTime=1731208800782; duration=0sec 2024-11-10T03:20:01,216 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T03:20:01,216 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 02f356f67db1cb559ba0d524f58ec578:B 2024-11-10T03:20:01,216 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T03:20:01,216 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/.tmp/A/accb012e82294a0b8036a53ba93a2fa5 as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/A/accb012e82294a0b8036a53ba93a2fa5 2024-11-10T03:20:01,217 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37115 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T03:20:01,217 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HStore(1540): 02f356f67db1cb559ba0d524f58ec578/C is initiating minor compaction (all files) 2024-11-10T03:20:01,217 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 02f356f67db1cb559ba0d524f58ec578/C in TestAcidGuarantees,,1731208776200.02f356f67db1cb559ba0d524f58ec578. 2024-11-10T03:20:01,217 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/C/d823a8e93c7a4d08a77cee1c8ab56eb7, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/C/d36d934e26ab47dea0f1ad5e7d476721, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/C/80c2569c9303465bb96867bcc0827df0] into tmpdir=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/.tmp, totalSize=36.2 K 2024-11-10T03:20:01,218 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.Compactor(224): Compacting d823a8e93c7a4d08a77cee1c8ab56eb7, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=220, earliestPutTs=1731208794668 2024-11-10T03:20:01,218 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.Compactor(224): Compacting d36d934e26ab47dea0f1ad5e7d476721, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=243, earliestPutTs=1731208795850 2024-11-10T03:20:01,218 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] compactions.Compactor(224): Compacting 80c2569c9303465bb96867bcc0827df0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=261, earliestPutTs=1731208797985 2024-11-10T03:20:01,221 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 02f356f67db1cb559ba0d524f58ec578/A of 02f356f67db1cb559ba0d524f58ec578 into accb012e82294a0b8036a53ba93a2fa5(size=31.1 K), total size for store is 31.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T03:20:01,221 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 02f356f67db1cb559ba0d524f58ec578: 2024-11-10T03:20:01,221 INFO [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731208776200.02f356f67db1cb559ba0d524f58ec578., storeName=02f356f67db1cb559ba0d524f58ec578/A, priority=13, startTime=1731208800782; duration=0sec 2024-11-10T03:20:01,221 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T03:20:01,221 DEBUG [RS:0;700749f6e4aa:39315-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 02f356f67db1cb559ba0d524f58ec578:A 2024-11-10T03:20:01,225 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 02f356f67db1cb559ba0d524f58ec578#C#compaction#500 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T03:20:01,226 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/.tmp/C/c4abecccb0944091b100824be40e0741 is 50, key is test_row_0/C:col10/1731208797985/Put/seqid=0 2024-11-10T03:20:01,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742421_1597 (size=12915) 2024-11-10T03:20:01,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39315 {}] regionserver.HRegion(8581): Flush requested on 02f356f67db1cb559ba0d524f58ec578 2024-11-10T03:20:01,235 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 02f356f67db1cb559ba0d524f58ec578 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-10T03:20:01,235 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 02f356f67db1cb559ba0d524f58ec578, store=A 2024-11-10T03:20:01,235 DEBUG [Thread-2327 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5c9b5141 to 127.0.0.1:55635 2024-11-10T03:20:01,236 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:20:01,236 DEBUG [Thread-2327 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T03:20:01,236 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 02f356f67db1cb559ba0d524f58ec578, store=B 2024-11-10T03:20:01,236 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:20:01,236 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 02f356f67db1cb559ba0d524f58ec578, store=C 2024-11-10T03:20:01,236 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:20:01,237 DEBUG [Thread-2333 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x091d72db to 127.0.0.1:55635 2024-11-10T03:20:01,237 DEBUG [Thread-2333 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T03:20:01,238 DEBUG [Thread-2331 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2d7fe431 to 127.0.0.1:55635 2024-11-10T03:20:01,238 DEBUG [Thread-2331 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T03:20:01,241 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111000b20eb6fe8046f89af4f35b949faac0_02f356f67db1cb559ba0d524f58ec578 is 50, key is test_row_0/A:col10/1731208799117/Put/seqid=0 2024-11-10T03:20:01,244 DEBUG [Thread-2335 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5d836f78 to 127.0.0.1:55635 2024-11-10T03:20:01,244 DEBUG [Thread-2335 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T03:20:01,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742422_1598 (size=12454) 2024-11-10T03:20:01,640 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/.tmp/C/c4abecccb0944091b100824be40e0741 as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/C/c4abecccb0944091b100824be40e0741 2024-11-10T03:20:01,645 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:20:01,647 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 02f356f67db1cb559ba0d524f58ec578/C of 02f356f67db1cb559ba0d524f58ec578 into c4abecccb0944091b100824be40e0741(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T03:20:01,647 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 02f356f67db1cb559ba0d524f58ec578: 2024-11-10T03:20:01,647 INFO [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731208776200.02f356f67db1cb559ba0d524f58ec578., storeName=02f356f67db1cb559ba0d524f58ec578/C, priority=13, startTime=1731208800782; duration=0sec 2024-11-10T03:20:01,648 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T03:20:01,648 DEBUG [RS:0;700749f6e4aa:39315-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 02f356f67db1cb559ba0d524f58ec578:C 2024-11-10T03:20:01,649 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111000b20eb6fe8046f89af4f35b949faac0_02f356f67db1cb559ba0d524f58ec578 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111000b20eb6fe8046f89af4f35b949faac0_02f356f67db1cb559ba0d524f58ec578 2024-11-10T03:20:01,651 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/.tmp/A/b438215746244360a7b107d5bc51133d, store: [table=TestAcidGuarantees family=A region=02f356f67db1cb559ba0d524f58ec578] 2024-11-10T03:20:01,651 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/.tmp/A/b438215746244360a7b107d5bc51133d is 175, key is test_row_0/A:col10/1731208799117/Put/seqid=0 2024-11-10T03:20:01,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742423_1599 (size=31255) 2024-11-10T03:20:02,056 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=286, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/.tmp/A/b438215746244360a7b107d5bc51133d 2024-11-10T03:20:02,062 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/.tmp/B/67ba36122e9a4ef1a6192d7bc056b41c is 50, key is test_row_0/B:col10/1731208799117/Put/seqid=0 2024-11-10T03:20:02,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742424_1600 (size=12301) 2024-11-10T03:20:02,466 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=286 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/.tmp/B/67ba36122e9a4ef1a6192d7bc056b41c 2024-11-10T03:20:02,478 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/.tmp/C/fd58d28ac5aa4923b7f62ca29e8e21b8 is 50, key is test_row_0/C:col10/1731208799117/Put/seqid=0 2024-11-10T03:20:02,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742425_1601 (size=12301) 2024-11-10T03:20:02,882 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=286 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/.tmp/C/fd58d28ac5aa4923b7f62ca29e8e21b8 2024-11-10T03:20:02,885 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/.tmp/A/b438215746244360a7b107d5bc51133d as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/A/b438215746244360a7b107d5bc51133d 2024-11-10T03:20:02,887 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/A/b438215746244360a7b107d5bc51133d, entries=150, sequenceid=286, filesize=30.5 K 2024-11-10T03:20:02,888 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/.tmp/B/67ba36122e9a4ef1a6192d7bc056b41c as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/B/67ba36122e9a4ef1a6192d7bc056b41c 2024-11-10T03:20:02,891 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/B/67ba36122e9a4ef1a6192d7bc056b41c, entries=150, sequenceid=286, filesize=12.0 K 2024-11-10T03:20:02,891 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/.tmp/C/fd58d28ac5aa4923b7f62ca29e8e21b8 as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/C/fd58d28ac5aa4923b7f62ca29e8e21b8 2024-11-10T03:20:02,894 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/C/fd58d28ac5aa4923b7f62ca29e8e21b8, entries=150, sequenceid=286, filesize=12.0 K 2024-11-10T03:20:02,895 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=20.13 KB/20610 for 02f356f67db1cb559ba0d524f58ec578 in 1660ms, sequenceid=286, compaction requested=false 2024-11-10T03:20:02,895 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 02f356f67db1cb559ba0d524f58ec578: 2024-11-10T03:20:04,014 DEBUG [Thread-2329 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x11a52cdf to 127.0.0.1:55635 2024-11-10T03:20:04,014 DEBUG [Thread-2329 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T03:20:04,014 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-10T03:20:04,014 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 44 2024-11-10T03:20:04,014 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 44 2024-11-10T03:20:04,014 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 46 2024-11-10T03:20:04,014 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 43 2024-11-10T03:20:04,014 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 50 2024-11-10T03:20:04,014 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-10T03:20:04,014 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 5916 2024-11-10T03:20:04,014 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6032 2024-11-10T03:20:04,014 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6080 2024-11-10T03:20:04,014 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 5899 2024-11-10T03:20:04,014 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6016 2024-11-10T03:20:04,014 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-10T03:20:04,014 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-10T03:20:04,014 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0644b7e6 to 127.0.0.1:55635 2024-11-10T03:20:04,014 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T03:20:04,015 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-10T03:20:04,015 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-10T03:20:04,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] procedure2.ProcedureExecutor(1098): Stored pid=173, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-10T03:20:04,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-10T03:20:04,018 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731208804018"}]},"ts":"1731208804018"} 2024-11-10T03:20:04,018 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-10T03:20:04,043 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-10T03:20:04,044 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=174, ppid=173, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-10T03:20:04,045 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=175, ppid=174, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=02f356f67db1cb559ba0d524f58ec578, UNASSIGN}] 2024-11-10T03:20:04,046 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=175, ppid=174, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=02f356f67db1cb559ba0d524f58ec578, UNASSIGN 2024-11-10T03:20:04,047 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=175 updating hbase:meta row=02f356f67db1cb559ba0d524f58ec578, regionState=CLOSING, regionLocation=700749f6e4aa,39315,1731208629620 2024-11-10T03:20:04,049 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-10T03:20:04,049 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=176, ppid=175, state=RUNNABLE; CloseRegionProcedure 02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620}] 2024-11-10T03:20:04,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-10T03:20:04,202 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 700749f6e4aa,39315,1731208629620 2024-11-10T03:20:04,203 INFO [RS_CLOSE_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] handler.UnassignRegionHandler(124): Close 02f356f67db1cb559ba0d524f58ec578 2024-11-10T03:20:04,203 DEBUG [RS_CLOSE_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-10T03:20:04,203 DEBUG [RS_CLOSE_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.HRegion(1681): Closing 02f356f67db1cb559ba0d524f58ec578, disabling compactions & flushes 2024-11-10T03:20:04,203 INFO [RS_CLOSE_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731208776200.02f356f67db1cb559ba0d524f58ec578. 2024-11-10T03:20:04,203 DEBUG [RS_CLOSE_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731208776200.02f356f67db1cb559ba0d524f58ec578. 2024-11-10T03:20:04,204 DEBUG [RS_CLOSE_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731208776200.02f356f67db1cb559ba0d524f58ec578. after waiting 0 ms 2024-11-10T03:20:04,204 DEBUG [RS_CLOSE_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731208776200.02f356f67db1cb559ba0d524f58ec578. 2024-11-10T03:20:04,204 INFO [RS_CLOSE_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.HRegion(2837): Flushing 02f356f67db1cb559ba0d524f58ec578 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-10T03:20:04,204 DEBUG [RS_CLOSE_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 02f356f67db1cb559ba0d524f58ec578, store=A 2024-11-10T03:20:04,205 DEBUG [RS_CLOSE_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:20:04,205 DEBUG [RS_CLOSE_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 02f356f67db1cb559ba0d524f58ec578, store=B 2024-11-10T03:20:04,205 DEBUG [RS_CLOSE_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:20:04,205 DEBUG [RS_CLOSE_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 02f356f67db1cb559ba0d524f58ec578, store=C 2024-11-10T03:20:04,206 DEBUG [RS_CLOSE_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T03:20:04,214 DEBUG [RS_CLOSE_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110617fc05681c94b8c863878200f77907b_02f356f67db1cb559ba0d524f58ec578 is 50, key is test_row_1/A:col10/1731208804012/Put/seqid=0 2024-11-10T03:20:04,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742426_1602 (size=9914) 2024-11-10T03:20:04,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-10T03:20:04,620 DEBUG [RS_CLOSE_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:20:04,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-10T03:20:04,628 INFO [RS_CLOSE_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110617fc05681c94b8c863878200f77907b_02f356f67db1cb559ba0d524f58ec578 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110617fc05681c94b8c863878200f77907b_02f356f67db1cb559ba0d524f58ec578 2024-11-10T03:20:04,629 DEBUG [RS_CLOSE_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/.tmp/A/17516f68594f4b8cb7c768eac619c1ed, store: [table=TestAcidGuarantees family=A region=02f356f67db1cb559ba0d524f58ec578] 2024-11-10T03:20:04,630 DEBUG [RS_CLOSE_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/.tmp/A/17516f68594f4b8cb7c768eac619c1ed is 175, key is test_row_1/A:col10/1731208804012/Put/seqid=0 2024-11-10T03:20:04,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742427_1603 (size=22561) 2024-11-10T03:20:05,035 INFO [RS_CLOSE_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=294, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/.tmp/A/17516f68594f4b8cb7c768eac619c1ed 2024-11-10T03:20:05,046 DEBUG [RS_CLOSE_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/.tmp/B/6ed03b831bd74a9c9bf79ee230fad910 is 50, key is test_row_1/B:col10/1731208804012/Put/seqid=0 2024-11-10T03:20:05,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742428_1604 (size=9857) 2024-11-10T03:20:05,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-10T03:20:05,452 INFO [RS_CLOSE_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=294 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/.tmp/B/6ed03b831bd74a9c9bf79ee230fad910 2024-11-10T03:20:05,463 DEBUG [RS_CLOSE_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/.tmp/C/ac912d1073444b56a139a6f07042fd61 is 50, key is test_row_1/C:col10/1731208804012/Put/seqid=0 2024-11-10T03:20:05,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742429_1605 (size=9857) 2024-11-10T03:20:05,869 INFO [RS_CLOSE_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=294 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/.tmp/C/ac912d1073444b56a139a6f07042fd61 2024-11-10T03:20:05,879 DEBUG [RS_CLOSE_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/.tmp/A/17516f68594f4b8cb7c768eac619c1ed as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/A/17516f68594f4b8cb7c768eac619c1ed 2024-11-10T03:20:05,884 INFO [RS_CLOSE_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/A/17516f68594f4b8cb7c768eac619c1ed, entries=100, sequenceid=294, filesize=22.0 K 2024-11-10T03:20:05,885 DEBUG [RS_CLOSE_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/.tmp/B/6ed03b831bd74a9c9bf79ee230fad910 as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/B/6ed03b831bd74a9c9bf79ee230fad910 2024-11-10T03:20:05,889 INFO [RS_CLOSE_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/B/6ed03b831bd74a9c9bf79ee230fad910, entries=100, sequenceid=294, filesize=9.6 K 2024-11-10T03:20:05,889 DEBUG [RS_CLOSE_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/.tmp/C/ac912d1073444b56a139a6f07042fd61 as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/C/ac912d1073444b56a139a6f07042fd61 2024-11-10T03:20:05,893 INFO [RS_CLOSE_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/C/ac912d1073444b56a139a6f07042fd61, entries=100, sequenceid=294, filesize=9.6 K 2024-11-10T03:20:05,893 INFO [RS_CLOSE_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.HRegion(3040): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for 02f356f67db1cb559ba0d524f58ec578 in 1689ms, sequenceid=294, compaction requested=true 2024-11-10T03:20:05,894 DEBUG [StoreCloser-TestAcidGuarantees,,1731208776200.02f356f67db1cb559ba0d524f58ec578.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/A/ff819a8fcb6b427eb62a292c0ab8525f, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/A/835d5c4953d942ab83a1b5a4062a55c6, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/A/d09fcfd3ccd64f28bfc26c61e5899f28, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/A/e9382c42f4b14d228291266e677a8bef, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/A/8c56d551e96c4396975b4a4483c2dd26, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/A/845e82a72bbc4b50ab8383360fbed263, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/A/83a3093e97aa472a842daabe94c726be, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/A/c768ef978b954144bc22cce07b646943, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/A/971e6fbb6fc64b4182da57f2501cb62e, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/A/89f864de7c52412d953389d83dd94706, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/A/ec76351575b5471bbe256deed42db197, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/A/a5bdd9253ac1429ebc740dd4c414ba35, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/A/51e651637ab947e5aee22eac63ad0b5e, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/A/c34b38b3dc7141e2917e3b71a15f5e12, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/A/4111f160dff343d49d5cb53dc56bb93c, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/A/1322be76ce9740c9a843deb8e0f745a6, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/A/a4819839c64e45f28198fa0c85fd9311, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/A/0d9c1baae4ea4f858623291043815912] to archive 2024-11-10T03:20:05,895 DEBUG [StoreCloser-TestAcidGuarantees,,1731208776200.02f356f67db1cb559ba0d524f58ec578.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-10T03:20:05,897 DEBUG [StoreCloser-TestAcidGuarantees,,1731208776200.02f356f67db1cb559ba0d524f58ec578.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/A/ff819a8fcb6b427eb62a292c0ab8525f to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/A/ff819a8fcb6b427eb62a292c0ab8525f 2024-11-10T03:20:05,898 DEBUG [StoreCloser-TestAcidGuarantees,,1731208776200.02f356f67db1cb559ba0d524f58ec578.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/A/835d5c4953d942ab83a1b5a4062a55c6 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/A/835d5c4953d942ab83a1b5a4062a55c6 2024-11-10T03:20:05,900 DEBUG [StoreCloser-TestAcidGuarantees,,1731208776200.02f356f67db1cb559ba0d524f58ec578.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/A/d09fcfd3ccd64f28bfc26c61e5899f28 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/A/d09fcfd3ccd64f28bfc26c61e5899f28 2024-11-10T03:20:05,902 DEBUG [StoreCloser-TestAcidGuarantees,,1731208776200.02f356f67db1cb559ba0d524f58ec578.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/A/e9382c42f4b14d228291266e677a8bef to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/A/e9382c42f4b14d228291266e677a8bef 2024-11-10T03:20:05,903 DEBUG [StoreCloser-TestAcidGuarantees,,1731208776200.02f356f67db1cb559ba0d524f58ec578.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/A/8c56d551e96c4396975b4a4483c2dd26 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/A/8c56d551e96c4396975b4a4483c2dd26 2024-11-10T03:20:05,904 DEBUG [StoreCloser-TestAcidGuarantees,,1731208776200.02f356f67db1cb559ba0d524f58ec578.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/A/845e82a72bbc4b50ab8383360fbed263 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/A/845e82a72bbc4b50ab8383360fbed263 2024-11-10T03:20:05,905 DEBUG [StoreCloser-TestAcidGuarantees,,1731208776200.02f356f67db1cb559ba0d524f58ec578.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/A/83a3093e97aa472a842daabe94c726be to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/A/83a3093e97aa472a842daabe94c726be 2024-11-10T03:20:05,906 DEBUG [StoreCloser-TestAcidGuarantees,,1731208776200.02f356f67db1cb559ba0d524f58ec578.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/A/c768ef978b954144bc22cce07b646943 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/A/c768ef978b954144bc22cce07b646943 2024-11-10T03:20:05,906 DEBUG [StoreCloser-TestAcidGuarantees,,1731208776200.02f356f67db1cb559ba0d524f58ec578.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/A/971e6fbb6fc64b4182da57f2501cb62e to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/A/971e6fbb6fc64b4182da57f2501cb62e 2024-11-10T03:20:05,907 DEBUG [StoreCloser-TestAcidGuarantees,,1731208776200.02f356f67db1cb559ba0d524f58ec578.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/A/89f864de7c52412d953389d83dd94706 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/A/89f864de7c52412d953389d83dd94706 2024-11-10T03:20:05,908 DEBUG [StoreCloser-TestAcidGuarantees,,1731208776200.02f356f67db1cb559ba0d524f58ec578.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/A/ec76351575b5471bbe256deed42db197 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/A/ec76351575b5471bbe256deed42db197 2024-11-10T03:20:05,909 DEBUG [StoreCloser-TestAcidGuarantees,,1731208776200.02f356f67db1cb559ba0d524f58ec578.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/A/a5bdd9253ac1429ebc740dd4c414ba35 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/A/a5bdd9253ac1429ebc740dd4c414ba35 2024-11-10T03:20:05,909 DEBUG [StoreCloser-TestAcidGuarantees,,1731208776200.02f356f67db1cb559ba0d524f58ec578.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/A/51e651637ab947e5aee22eac63ad0b5e to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/A/51e651637ab947e5aee22eac63ad0b5e 2024-11-10T03:20:05,910 DEBUG [StoreCloser-TestAcidGuarantees,,1731208776200.02f356f67db1cb559ba0d524f58ec578.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/A/c34b38b3dc7141e2917e3b71a15f5e12 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/A/c34b38b3dc7141e2917e3b71a15f5e12 2024-11-10T03:20:05,911 DEBUG [StoreCloser-TestAcidGuarantees,,1731208776200.02f356f67db1cb559ba0d524f58ec578.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/A/4111f160dff343d49d5cb53dc56bb93c to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/A/4111f160dff343d49d5cb53dc56bb93c 2024-11-10T03:20:05,911 DEBUG [StoreCloser-TestAcidGuarantees,,1731208776200.02f356f67db1cb559ba0d524f58ec578.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/A/1322be76ce9740c9a843deb8e0f745a6 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/A/1322be76ce9740c9a843deb8e0f745a6 2024-11-10T03:20:05,912 DEBUG [StoreCloser-TestAcidGuarantees,,1731208776200.02f356f67db1cb559ba0d524f58ec578.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/A/a4819839c64e45f28198fa0c85fd9311 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/A/a4819839c64e45f28198fa0c85fd9311 2024-11-10T03:20:05,912 DEBUG [StoreCloser-TestAcidGuarantees,,1731208776200.02f356f67db1cb559ba0d524f58ec578.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/A/0d9c1baae4ea4f858623291043815912 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/A/0d9c1baae4ea4f858623291043815912 2024-11-10T03:20:05,913 DEBUG [StoreCloser-TestAcidGuarantees,,1731208776200.02f356f67db1cb559ba0d524f58ec578.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/B/6a0da8881302447c92be0b5b54e93356, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/B/37bf88dab3734c2597e8e1286dbc6780, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/B/2c2fe455bba24a3288f15726348af6f6, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/B/948fe0f41aa746f3a46d070f3f91cdfb, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/B/84e2ed5674434567b04ffa131423b5c6, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/B/0b22d025aef74782bf108c3be54a16ca, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/B/a8a8f72160ce40378f6136a77eb29146, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/B/b93169b5dd32492f86ff274ccfb288bb, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/B/7b660af030be42b7a0359c93b7fdaa1f, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/B/52fca2a9b3264c28b9ec2db29da2480a, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/B/f216707347364109b34e33663e5ac168, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/B/3bbf52730f284461a7fa43d7d0b18687, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/B/21f7d6c7de064649b7ce526c8c08f78c, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/B/51073f2df0b94f9685bac49b5e55824f, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/B/3cd4f194ec054b9789823b2651b55efd, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/B/5eac20dcb5ab41cfb429f7a1bbb27c93, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/B/26f85fbf34aa419389e830672338347c, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/B/54ffd64aa1b7405680ae5f10d20bb590] to archive 2024-11-10T03:20:05,914 DEBUG [StoreCloser-TestAcidGuarantees,,1731208776200.02f356f67db1cb559ba0d524f58ec578.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-10T03:20:05,914 DEBUG [StoreCloser-TestAcidGuarantees,,1731208776200.02f356f67db1cb559ba0d524f58ec578.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/B/6a0da8881302447c92be0b5b54e93356 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/B/6a0da8881302447c92be0b5b54e93356 2024-11-10T03:20:05,915 DEBUG [StoreCloser-TestAcidGuarantees,,1731208776200.02f356f67db1cb559ba0d524f58ec578.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/B/37bf88dab3734c2597e8e1286dbc6780 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/B/37bf88dab3734c2597e8e1286dbc6780 2024-11-10T03:20:05,916 DEBUG [StoreCloser-TestAcidGuarantees,,1731208776200.02f356f67db1cb559ba0d524f58ec578.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/B/2c2fe455bba24a3288f15726348af6f6 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/B/2c2fe455bba24a3288f15726348af6f6 2024-11-10T03:20:05,916 DEBUG [StoreCloser-TestAcidGuarantees,,1731208776200.02f356f67db1cb559ba0d524f58ec578.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/B/948fe0f41aa746f3a46d070f3f91cdfb to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/B/948fe0f41aa746f3a46d070f3f91cdfb 2024-11-10T03:20:05,917 DEBUG [StoreCloser-TestAcidGuarantees,,1731208776200.02f356f67db1cb559ba0d524f58ec578.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/B/84e2ed5674434567b04ffa131423b5c6 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/B/84e2ed5674434567b04ffa131423b5c6 2024-11-10T03:20:05,917 DEBUG [StoreCloser-TestAcidGuarantees,,1731208776200.02f356f67db1cb559ba0d524f58ec578.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/B/0b22d025aef74782bf108c3be54a16ca to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/B/0b22d025aef74782bf108c3be54a16ca 2024-11-10T03:20:05,918 DEBUG [StoreCloser-TestAcidGuarantees,,1731208776200.02f356f67db1cb559ba0d524f58ec578.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/B/a8a8f72160ce40378f6136a77eb29146 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/B/a8a8f72160ce40378f6136a77eb29146 2024-11-10T03:20:05,918 DEBUG [StoreCloser-TestAcidGuarantees,,1731208776200.02f356f67db1cb559ba0d524f58ec578.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/B/b93169b5dd32492f86ff274ccfb288bb to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/B/b93169b5dd32492f86ff274ccfb288bb 2024-11-10T03:20:05,919 DEBUG [StoreCloser-TestAcidGuarantees,,1731208776200.02f356f67db1cb559ba0d524f58ec578.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/B/7b660af030be42b7a0359c93b7fdaa1f to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/B/7b660af030be42b7a0359c93b7fdaa1f 2024-11-10T03:20:05,920 DEBUG [StoreCloser-TestAcidGuarantees,,1731208776200.02f356f67db1cb559ba0d524f58ec578.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/B/52fca2a9b3264c28b9ec2db29da2480a to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/B/52fca2a9b3264c28b9ec2db29da2480a 2024-11-10T03:20:05,921 DEBUG [StoreCloser-TestAcidGuarantees,,1731208776200.02f356f67db1cb559ba0d524f58ec578.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/B/f216707347364109b34e33663e5ac168 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/B/f216707347364109b34e33663e5ac168 2024-11-10T03:20:05,922 DEBUG [StoreCloser-TestAcidGuarantees,,1731208776200.02f356f67db1cb559ba0d524f58ec578.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/B/3bbf52730f284461a7fa43d7d0b18687 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/B/3bbf52730f284461a7fa43d7d0b18687 2024-11-10T03:20:05,922 DEBUG [StoreCloser-TestAcidGuarantees,,1731208776200.02f356f67db1cb559ba0d524f58ec578.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/B/21f7d6c7de064649b7ce526c8c08f78c to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/B/21f7d6c7de064649b7ce526c8c08f78c 2024-11-10T03:20:05,923 DEBUG [StoreCloser-TestAcidGuarantees,,1731208776200.02f356f67db1cb559ba0d524f58ec578.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/B/51073f2df0b94f9685bac49b5e55824f to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/B/51073f2df0b94f9685bac49b5e55824f 2024-11-10T03:20:05,924 DEBUG [StoreCloser-TestAcidGuarantees,,1731208776200.02f356f67db1cb559ba0d524f58ec578.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/B/3cd4f194ec054b9789823b2651b55efd to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/B/3cd4f194ec054b9789823b2651b55efd 2024-11-10T03:20:05,924 DEBUG [StoreCloser-TestAcidGuarantees,,1731208776200.02f356f67db1cb559ba0d524f58ec578.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/B/5eac20dcb5ab41cfb429f7a1bbb27c93 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/B/5eac20dcb5ab41cfb429f7a1bbb27c93 2024-11-10T03:20:05,925 DEBUG [StoreCloser-TestAcidGuarantees,,1731208776200.02f356f67db1cb559ba0d524f58ec578.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/B/26f85fbf34aa419389e830672338347c to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/B/26f85fbf34aa419389e830672338347c 2024-11-10T03:20:05,926 DEBUG [StoreCloser-TestAcidGuarantees,,1731208776200.02f356f67db1cb559ba0d524f58ec578.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/B/54ffd64aa1b7405680ae5f10d20bb590 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/B/54ffd64aa1b7405680ae5f10d20bb590 2024-11-10T03:20:05,926 DEBUG [StoreCloser-TestAcidGuarantees,,1731208776200.02f356f67db1cb559ba0d524f58ec578.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/C/bb202c75a281473c8ec6b63173d5d61a, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/C/9409334f597248369c26c203b02a0b39, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/C/4cd948a974e4453c8209ceb12030fbb9, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/C/7977b1d20fef418e93514fc919208981, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/C/bf2619d67cd54f6d84be9f65bc54168a, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/C/11ad0bddc2a340e3ac7efd1dd3559e51, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/C/cf768bbed948405195c9ccc6fc954e90, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/C/7b01d57a63794f07879280b3c3bfa0f0, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/C/76697fe2f22c406290faee68dcb4d861, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/C/9b90d45db6d44c89967d8991055f5036, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/C/7cf67aaf6f6f43889dd3409f329c7adb, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/C/b46ccc7f33a14197bce6521e36bb80cb, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/C/93bc37f9e77b42f2bfee187c933924ca, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/C/50e36f34efa147b2886480dd3915e769, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/C/d823a8e93c7a4d08a77cee1c8ab56eb7, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/C/8ddef7b574a443a3b6291beef87418de, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/C/d36d934e26ab47dea0f1ad5e7d476721, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/C/80c2569c9303465bb96867bcc0827df0] to archive 2024-11-10T03:20:05,927 DEBUG [StoreCloser-TestAcidGuarantees,,1731208776200.02f356f67db1cb559ba0d524f58ec578.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-10T03:20:05,928 DEBUG [StoreCloser-TestAcidGuarantees,,1731208776200.02f356f67db1cb559ba0d524f58ec578.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/C/bb202c75a281473c8ec6b63173d5d61a to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/C/bb202c75a281473c8ec6b63173d5d61a 2024-11-10T03:20:05,928 DEBUG [StoreCloser-TestAcidGuarantees,,1731208776200.02f356f67db1cb559ba0d524f58ec578.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/C/9409334f597248369c26c203b02a0b39 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/C/9409334f597248369c26c203b02a0b39 2024-11-10T03:20:05,929 DEBUG [StoreCloser-TestAcidGuarantees,,1731208776200.02f356f67db1cb559ba0d524f58ec578.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/C/4cd948a974e4453c8209ceb12030fbb9 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/C/4cd948a974e4453c8209ceb12030fbb9 2024-11-10T03:20:05,930 DEBUG [StoreCloser-TestAcidGuarantees,,1731208776200.02f356f67db1cb559ba0d524f58ec578.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/C/7977b1d20fef418e93514fc919208981 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/C/7977b1d20fef418e93514fc919208981 2024-11-10T03:20:05,930 DEBUG [StoreCloser-TestAcidGuarantees,,1731208776200.02f356f67db1cb559ba0d524f58ec578.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/C/bf2619d67cd54f6d84be9f65bc54168a to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/C/bf2619d67cd54f6d84be9f65bc54168a 2024-11-10T03:20:05,931 DEBUG [StoreCloser-TestAcidGuarantees,,1731208776200.02f356f67db1cb559ba0d524f58ec578.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/C/11ad0bddc2a340e3ac7efd1dd3559e51 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/C/11ad0bddc2a340e3ac7efd1dd3559e51 2024-11-10T03:20:05,931 DEBUG [StoreCloser-TestAcidGuarantees,,1731208776200.02f356f67db1cb559ba0d524f58ec578.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/C/cf768bbed948405195c9ccc6fc954e90 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/C/cf768bbed948405195c9ccc6fc954e90 2024-11-10T03:20:05,932 DEBUG [StoreCloser-TestAcidGuarantees,,1731208776200.02f356f67db1cb559ba0d524f58ec578.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/C/7b01d57a63794f07879280b3c3bfa0f0 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/C/7b01d57a63794f07879280b3c3bfa0f0 2024-11-10T03:20:05,932 DEBUG [StoreCloser-TestAcidGuarantees,,1731208776200.02f356f67db1cb559ba0d524f58ec578.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/C/76697fe2f22c406290faee68dcb4d861 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/C/76697fe2f22c406290faee68dcb4d861 2024-11-10T03:20:05,933 DEBUG [StoreCloser-TestAcidGuarantees,,1731208776200.02f356f67db1cb559ba0d524f58ec578.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/C/9b90d45db6d44c89967d8991055f5036 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/C/9b90d45db6d44c89967d8991055f5036 2024-11-10T03:20:05,934 DEBUG [StoreCloser-TestAcidGuarantees,,1731208776200.02f356f67db1cb559ba0d524f58ec578.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/C/7cf67aaf6f6f43889dd3409f329c7adb to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/C/7cf67aaf6f6f43889dd3409f329c7adb 2024-11-10T03:20:05,934 DEBUG [StoreCloser-TestAcidGuarantees,,1731208776200.02f356f67db1cb559ba0d524f58ec578.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/C/b46ccc7f33a14197bce6521e36bb80cb to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/C/b46ccc7f33a14197bce6521e36bb80cb 2024-11-10T03:20:05,935 DEBUG [StoreCloser-TestAcidGuarantees,,1731208776200.02f356f67db1cb559ba0d524f58ec578.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/C/93bc37f9e77b42f2bfee187c933924ca to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/C/93bc37f9e77b42f2bfee187c933924ca 2024-11-10T03:20:05,935 DEBUG [StoreCloser-TestAcidGuarantees,,1731208776200.02f356f67db1cb559ba0d524f58ec578.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/C/50e36f34efa147b2886480dd3915e769 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/C/50e36f34efa147b2886480dd3915e769 2024-11-10T03:20:05,936 DEBUG [StoreCloser-TestAcidGuarantees,,1731208776200.02f356f67db1cb559ba0d524f58ec578.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/C/d823a8e93c7a4d08a77cee1c8ab56eb7 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/C/d823a8e93c7a4d08a77cee1c8ab56eb7 2024-11-10T03:20:05,936 DEBUG [StoreCloser-TestAcidGuarantees,,1731208776200.02f356f67db1cb559ba0d524f58ec578.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/C/8ddef7b574a443a3b6291beef87418de to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/C/8ddef7b574a443a3b6291beef87418de 2024-11-10T03:20:05,937 DEBUG [StoreCloser-TestAcidGuarantees,,1731208776200.02f356f67db1cb559ba0d524f58ec578.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/C/d36d934e26ab47dea0f1ad5e7d476721 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/C/d36d934e26ab47dea0f1ad5e7d476721 2024-11-10T03:20:05,938 DEBUG [StoreCloser-TestAcidGuarantees,,1731208776200.02f356f67db1cb559ba0d524f58ec578.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/C/80c2569c9303465bb96867bcc0827df0 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/C/80c2569c9303465bb96867bcc0827df0 2024-11-10T03:20:05,940 DEBUG [RS_CLOSE_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/recovered.edits/297.seqid, newMaxSeqId=297, maxSeqId=4 2024-11-10T03:20:05,941 INFO [RS_CLOSE_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731208776200.02f356f67db1cb559ba0d524f58ec578. 2024-11-10T03:20:05,941 DEBUG [RS_CLOSE_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.HRegion(1635): Region close journal for 02f356f67db1cb559ba0d524f58ec578: 2024-11-10T03:20:05,942 INFO [RS_CLOSE_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] handler.UnassignRegionHandler(170): Closed 02f356f67db1cb559ba0d524f58ec578 2024-11-10T03:20:05,942 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=175 updating hbase:meta row=02f356f67db1cb559ba0d524f58ec578, regionState=CLOSED 2024-11-10T03:20:05,944 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=176, resume processing ppid=175 2024-11-10T03:20:05,944 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=176, ppid=175, state=SUCCESS; CloseRegionProcedure 02f356f67db1cb559ba0d524f58ec578, server=700749f6e4aa,39315,1731208629620 in 1.8940 sec 2024-11-10T03:20:05,944 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=175, resume processing ppid=174 2024-11-10T03:20:05,945 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=175, ppid=174, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=02f356f67db1cb559ba0d524f58ec578, UNASSIGN in 1.8990 sec 2024-11-10T03:20:05,945 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=174, resume processing ppid=173 2024-11-10T03:20:05,945 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=174, ppid=173, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.9010 sec 2024-11-10T03:20:05,946 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731208805946"}]},"ts":"1731208805946"} 2024-11-10T03:20:05,947 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-10T03:20:05,984 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-10T03:20:05,986 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=173, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.9700 sec 2024-11-10T03:20:06,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-10T03:20:06,125 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 173 completed 2024-11-10T03:20:06,125 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-10T03:20:06,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] procedure2.ProcedureExecutor(1098): Stored pid=177, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T03:20:06,126 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=177, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T03:20:06,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-11-10T03:20:06,127 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=177, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T03:20:06,128 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578 2024-11-10T03:20:06,130 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/A, FileablePath, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/B, FileablePath, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/C, FileablePath, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/recovered.edits] 2024-11-10T03:20:06,133 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/A/17516f68594f4b8cb7c768eac619c1ed to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/A/17516f68594f4b8cb7c768eac619c1ed 2024-11-10T03:20:06,135 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/A/accb012e82294a0b8036a53ba93a2fa5 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/A/accb012e82294a0b8036a53ba93a2fa5 2024-11-10T03:20:06,136 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/A/b438215746244360a7b107d5bc51133d to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/A/b438215746244360a7b107d5bc51133d 2024-11-10T03:20:06,138 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/B/1c5aee57847d4ab38cad244d27e6c98b to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/B/1c5aee57847d4ab38cad244d27e6c98b 2024-11-10T03:20:06,140 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/B/67ba36122e9a4ef1a6192d7bc056b41c to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/B/67ba36122e9a4ef1a6192d7bc056b41c 2024-11-10T03:20:06,141 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/B/6ed03b831bd74a9c9bf79ee230fad910 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/B/6ed03b831bd74a9c9bf79ee230fad910 2024-11-10T03:20:06,143 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/C/ac912d1073444b56a139a6f07042fd61 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/C/ac912d1073444b56a139a6f07042fd61 2024-11-10T03:20:06,144 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/C/c4abecccb0944091b100824be40e0741 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/C/c4abecccb0944091b100824be40e0741 2024-11-10T03:20:06,145 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/C/fd58d28ac5aa4923b7f62ca29e8e21b8 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/C/fd58d28ac5aa4923b7f62ca29e8e21b8 2024-11-10T03:20:06,148 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/recovered.edits/297.seqid to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578/recovered.edits/297.seqid 2024-11-10T03:20:06,148 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/default/TestAcidGuarantees/02f356f67db1cb559ba0d524f58ec578 2024-11-10T03:20:06,149 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-10T03:20:06,149 DEBUG [PEWorker-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-10T03:20:06,150 DEBUG [PEWorker-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-10T03:20:06,153 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411100093d2ebebac4bb1bb8e460ef0ef5ce5_02f356f67db1cb559ba0d524f58ec578 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411100093d2ebebac4bb1bb8e460ef0ef5ce5_02f356f67db1cb559ba0d524f58ec578 2024-11-10T03:20:06,155 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111000b20eb6fe8046f89af4f35b949faac0_02f356f67db1cb559ba0d524f58ec578 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111000b20eb6fe8046f89af4f35b949faac0_02f356f67db1cb559ba0d524f58ec578 2024-11-10T03:20:06,157 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411102101a4602bc444d8a78d6572e59155d2_02f356f67db1cb559ba0d524f58ec578 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411102101a4602bc444d8a78d6572e59155d2_02f356f67db1cb559ba0d524f58ec578 2024-11-10T03:20:06,158 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111021b1e03ee03542baa22bb0723e4b38df_02f356f67db1cb559ba0d524f58ec578 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111021b1e03ee03542baa22bb0723e4b38df_02f356f67db1cb559ba0d524f58ec578 2024-11-10T03:20:06,160 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411102271fe57701640d1a6380b6e89c4a0ee_02f356f67db1cb559ba0d524f58ec578 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411102271fe57701640d1a6380b6e89c4a0ee_02f356f67db1cb559ba0d524f58ec578 2024-11-10T03:20:06,162 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111039a03911519f4cfd9193a6e89e37961c_02f356f67db1cb559ba0d524f58ec578 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111039a03911519f4cfd9193a6e89e37961c_02f356f67db1cb559ba0d524f58ec578 2024-11-10T03:20:06,163 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411103b97a5622b4a418b9ee6426c12f8b721_02f356f67db1cb559ba0d524f58ec578 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411103b97a5622b4a418b9ee6426c12f8b721_02f356f67db1cb559ba0d524f58ec578 2024-11-10T03:20:06,165 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411104e8cfbc0c96042af8bed22205bc551ed_02f356f67db1cb559ba0d524f58ec578 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411104e8cfbc0c96042af8bed22205bc551ed_02f356f67db1cb559ba0d524f58ec578 2024-11-10T03:20:06,167 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110560357aae5254ab08d2ee592f0713905_02f356f67db1cb559ba0d524f58ec578 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110560357aae5254ab08d2ee592f0713905_02f356f67db1cb559ba0d524f58ec578 2024-11-10T03:20:06,168 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110617fc05681c94b8c863878200f77907b_02f356f67db1cb559ba0d524f58ec578 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110617fc05681c94b8c863878200f77907b_02f356f67db1cb559ba0d524f58ec578 2024-11-10T03:20:06,169 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411106f45ddc4605943fbb41dae262de176eb_02f356f67db1cb559ba0d524f58ec578 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411106f45ddc4605943fbb41dae262de176eb_02f356f67db1cb559ba0d524f58ec578 2024-11-10T03:20:06,169 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110a065fb7eb46449e499ba849bf95dcc9d_02f356f67db1cb559ba0d524f58ec578 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110a065fb7eb46449e499ba849bf95dcc9d_02f356f67db1cb559ba0d524f58ec578 2024-11-10T03:20:06,170 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110a2408d8bb47d48a28edc4fc9d8b70fee_02f356f67db1cb559ba0d524f58ec578 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110a2408d8bb47d48a28edc4fc9d8b70fee_02f356f67db1cb559ba0d524f58ec578 2024-11-10T03:20:06,171 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110b35ec8edc5524d85b34f9347aec6e3d3_02f356f67db1cb559ba0d524f58ec578 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110b35ec8edc5524d85b34f9347aec6e3d3_02f356f67db1cb559ba0d524f58ec578 2024-11-10T03:20:06,171 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110ded99b263a264484b8beeed529775db3_02f356f67db1cb559ba0d524f58ec578 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110ded99b263a264484b8beeed529775db3_02f356f67db1cb559ba0d524f58ec578 2024-11-10T03:20:06,172 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110f7d3bfc604c14e42962a7e9ea7ab1de0_02f356f67db1cb559ba0d524f58ec578 to hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110f7d3bfc604c14e42962a7e9ea7ab1de0_02f356f67db1cb559ba0d524f58ec578 2024-11-10T03:20:06,172 DEBUG [PEWorker-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-10T03:20:06,173 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=177, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T03:20:06,175 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-10T03:20:06,176 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-10T03:20:06,177 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=177, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T03:20:06,177 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-10T03:20:06,177 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731208776200.02f356f67db1cb559ba0d524f58ec578.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731208806177"}]},"ts":"9223372036854775807"} 2024-11-10T03:20:06,178 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-10T03:20:06,178 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 02f356f67db1cb559ba0d524f58ec578, NAME => 'TestAcidGuarantees,,1731208776200.02f356f67db1cb559ba0d524f58ec578.', STARTKEY => '', ENDKEY => ''}] 2024-11-10T03:20:06,178 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-10T03:20:06,179 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731208806178"}]},"ts":"9223372036854775807"} 2024-11-10T03:20:06,180 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-10T03:20:06,185 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=177, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T03:20:06,186 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=177, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 60 msec 2024-11-10T03:20:06,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-11-10T03:20:06,228 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 177 completed 2024-11-10T03:20:06,238 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testMobGetAtomicity Thread=240 (was 241), OpenFileDescriptor=458 (was 459), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=320 (was 303) - SystemLoadAverage LEAK? -, ProcessCount=9 (was 9), AvailableMemoryMB=5830 (was 5891) 2024-11-10T03:20:06,238 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-11-10T03:20:06,239 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-10T03:20:06,239 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5e83c466 to 127.0.0.1:55635 2024-11-10T03:20:06,239 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T03:20:06,239 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-10T03:20:06,239 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=669332021, stopped=false 2024-11-10T03:20:06,239 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=700749f6e4aa,38295,1731208628871 2024-11-10T03:20:06,243 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39315-0x1012408ea080001, quorum=127.0.0.1:55635, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-10T03:20:06,243 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38295-0x1012408ea080000, quorum=127.0.0.1:55635, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-10T03:20:06,243 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-11-10T03:20:06,243 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38295-0x1012408ea080000, quorum=127.0.0.1:55635, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T03:20:06,243 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39315-0x1012408ea080001, quorum=127.0.0.1:55635, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T03:20:06,243 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T03:20:06,243 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '700749f6e4aa,39315,1731208629620' ***** 2024-11-10T03:20:06,243 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-11-10T03:20:06,244 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38295-0x1012408ea080000, quorum=127.0.0.1:55635, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T03:20:06,244 INFO [RS:0;700749f6e4aa:39315 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T03:20:06,244 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39315-0x1012408ea080001, quorum=127.0.0.1:55635, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T03:20:06,244 INFO [RS:0;700749f6e4aa:39315 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T03:20:06,244 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-11-10T03:20:06,245 INFO [RS:0;700749f6e4aa:39315 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T03:20:06,245 INFO [RS:0;700749f6e4aa:39315 {}] regionserver.HRegionServer(3579): Received CLOSE for ae1a64df309a7596e75e7e3cb82f1000 2024-11-10T03:20:06,245 INFO [RS:0;700749f6e4aa:39315 {}] regionserver.HRegionServer(1224): stopping server 700749f6e4aa,39315,1731208629620 2024-11-10T03:20:06,245 DEBUG [RS:0;700749f6e4aa:39315 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T03:20:06,245 INFO [RS:0;700749f6e4aa:39315 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T03:20:06,245 INFO [RS:0;700749f6e4aa:39315 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T03:20:06,245 INFO [RS:0;700749f6e4aa:39315 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T03:20:06,245 INFO [RS:0;700749f6e4aa:39315 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-11-10T03:20:06,246 DEBUG [RS_CLOSE_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing ae1a64df309a7596e75e7e3cb82f1000, disabling compactions & flushes 2024-11-10T03:20:06,246 INFO [RS:0;700749f6e4aa:39315 {}] regionserver.HRegionServer(1599): Waiting on 2 regions to close 2024-11-10T03:20:06,246 INFO [RS_CLOSE_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1731208632289.ae1a64df309a7596e75e7e3cb82f1000. 2024-11-10T03:20:06,246 DEBUG [RS_CLOSE_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1731208632289.ae1a64df309a7596e75e7e3cb82f1000. 2024-11-10T03:20:06,246 DEBUG [RS:0;700749f6e4aa:39315 {}] regionserver.HRegionServer(1603): Online Regions={1588230740=hbase:meta,,1.1588230740, ae1a64df309a7596e75e7e3cb82f1000=hbase:namespace,,1731208632289.ae1a64df309a7596e75e7e3cb82f1000.} 2024-11-10T03:20:06,246 DEBUG [RS_CLOSE_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1731208632289.ae1a64df309a7596e75e7e3cb82f1000. after waiting 0 ms 2024-11-10T03:20:06,246 DEBUG [RS_CLOSE_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1731208632289.ae1a64df309a7596e75e7e3cb82f1000. 2024-11-10T03:20:06,246 INFO [RS_CLOSE_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing ae1a64df309a7596e75e7e3cb82f1000 1/1 column families, dataSize=78 B heapSize=488 B 2024-11-10T03:20:06,246 DEBUG [RS_CLOSE_META-regionserver/700749f6e4aa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-11-10T03:20:06,246 INFO [RS_CLOSE_META-regionserver/700749f6e4aa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-11-10T03:20:06,246 DEBUG [RS_CLOSE_META-regionserver/700749f6e4aa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-11-10T03:20:06,246 DEBUG [RS_CLOSE_META-regionserver/700749f6e4aa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T03:20:06,246 DEBUG [RS_CLOSE_META-regionserver/700749f6e4aa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T03:20:06,246 INFO [RS_CLOSE_META-regionserver/700749f6e4aa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=20.55 KB heapSize=35.87 KB 2024-11-10T03:20:06,246 DEBUG [RS:0;700749f6e4aa:39315 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, ae1a64df309a7596e75e7e3cb82f1000 2024-11-10T03:20:06,263 DEBUG [RS_CLOSE_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/hbase/namespace/ae1a64df309a7596e75e7e3cb82f1000/.tmp/info/d67dc0c6bdf64e12abb1f35533c3fe91 is 45, key is default/info:d/1731208633744/Put/seqid=0 2024-11-10T03:20:06,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742430_1606 (size=5037) 2024-11-10T03:20:06,268 DEBUG [RS_CLOSE_META-regionserver/700749f6e4aa:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/hbase/meta/1588230740/.tmp/info/2c299f278afb430d9fdb26caa5a909ed is 143, key is hbase:namespace,,1731208632289.ae1a64df309a7596e75e7e3cb82f1000./info:regioninfo/1731208633590/Put/seqid=0 2024-11-10T03:20:06,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742431_1607 (size=7725) 2024-11-10T03:20:06,302 INFO [regionserver/700749f6e4aa:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T03:20:06,447 DEBUG [RS:0;700749f6e4aa:39315 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, ae1a64df309a7596e75e7e3cb82f1000 2024-11-10T03:20:06,647 DEBUG [RS:0;700749f6e4aa:39315 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, ae1a64df309a7596e75e7e3cb82f1000 2024-11-10T03:20:06,667 INFO [RS_CLOSE_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/hbase/namespace/ae1a64df309a7596e75e7e3cb82f1000/.tmp/info/d67dc0c6bdf64e12abb1f35533c3fe91 2024-11-10T03:20:06,671 INFO [RS_CLOSE_META-regionserver/700749f6e4aa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/hbase/meta/1588230740/.tmp/info/2c299f278afb430d9fdb26caa5a909ed 2024-11-10T03:20:06,676 DEBUG [RS_CLOSE_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/hbase/namespace/ae1a64df309a7596e75e7e3cb82f1000/.tmp/info/d67dc0c6bdf64e12abb1f35533c3fe91 as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/hbase/namespace/ae1a64df309a7596e75e7e3cb82f1000/info/d67dc0c6bdf64e12abb1f35533c3fe91 2024-11-10T03:20:06,680 INFO [RS_CLOSE_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/hbase/namespace/ae1a64df309a7596e75e7e3cb82f1000/info/d67dc0c6bdf64e12abb1f35533c3fe91, entries=2, sequenceid=6, filesize=4.9 K 2024-11-10T03:20:06,681 INFO [RS_CLOSE_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for ae1a64df309a7596e75e7e3cb82f1000 in 435ms, sequenceid=6, compaction requested=false 2024-11-10T03:20:06,684 DEBUG [RS_CLOSE_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/hbase/namespace/ae1a64df309a7596e75e7e3cb82f1000/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-10T03:20:06,685 INFO [RS_CLOSE_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1731208632289.ae1a64df309a7596e75e7e3cb82f1000. 2024-11-10T03:20:06,685 DEBUG [RS_CLOSE_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for ae1a64df309a7596e75e7e3cb82f1000: 2024-11-10T03:20:06,685 DEBUG [RS_CLOSE_REGION-regionserver/700749f6e4aa:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1731208632289.ae1a64df309a7596e75e7e3cb82f1000. 2024-11-10T03:20:06,693 DEBUG [RS_CLOSE_META-regionserver/700749f6e4aa:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/hbase/meta/1588230740/.tmp/rep_barrier/271566ff226646d899b880fa35bb91b2 is 102, key is TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d./rep_barrier:/1731208660733/DeleteFamily/seqid=0 2024-11-10T03:20:06,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742432_1608 (size=6025) 2024-11-10T03:20:06,847 DEBUG [RS:0;700749f6e4aa:39315 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-10T03:20:07,048 DEBUG [RS:0;700749f6e4aa:39315 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-10T03:20:07,097 INFO [RS_CLOSE_META-regionserver/700749f6e4aa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=588 B at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/hbase/meta/1588230740/.tmp/rep_barrier/271566ff226646d899b880fa35bb91b2 2024-11-10T03:20:07,125 DEBUG [RS_CLOSE_META-regionserver/700749f6e4aa:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/hbase/meta/1588230740/.tmp/table/60a74aa4e05e48dca209367ad154a60b is 96, key is TestAcidGuarantees,,1731208633956.1f9e9150efcac6954dbb7a06ad294f4d./table:/1731208660733/DeleteFamily/seqid=0 2024-11-10T03:20:07,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742433_1609 (size=5942) 2024-11-10T03:20:07,248 INFO [RS:0;700749f6e4aa:39315 {}] regionserver.HRegionServer(1599): Waiting on 1 regions to close 2024-11-10T03:20:07,248 DEBUG [RS:0;700749f6e4aa:39315 {}] regionserver.HRegionServer(1603): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-10T03:20:07,248 DEBUG [RS:0;700749f6e4aa:39315 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-10T03:20:07,330 INFO [regionserver/700749f6e4aa:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-10T03:20:07,330 INFO [regionserver/700749f6e4aa:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-10T03:20:07,448 DEBUG [RS:0;700749f6e4aa:39315 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-10T03:20:07,529 INFO [RS_CLOSE_META-regionserver/700749f6e4aa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.08 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/hbase/meta/1588230740/.tmp/table/60a74aa4e05e48dca209367ad154a60b 2024-11-10T03:20:07,538 DEBUG [RS_CLOSE_META-regionserver/700749f6e4aa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/hbase/meta/1588230740/.tmp/info/2c299f278afb430d9fdb26caa5a909ed as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/hbase/meta/1588230740/info/2c299f278afb430d9fdb26caa5a909ed 2024-11-10T03:20:07,543 INFO [RS_CLOSE_META-regionserver/700749f6e4aa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/hbase/meta/1588230740/info/2c299f278afb430d9fdb26caa5a909ed, entries=22, sequenceid=93, filesize=7.5 K 2024-11-10T03:20:07,544 DEBUG [RS_CLOSE_META-regionserver/700749f6e4aa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/hbase/meta/1588230740/.tmp/rep_barrier/271566ff226646d899b880fa35bb91b2 as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/hbase/meta/1588230740/rep_barrier/271566ff226646d899b880fa35bb91b2 2024-11-10T03:20:07,549 INFO [RS_CLOSE_META-regionserver/700749f6e4aa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/hbase/meta/1588230740/rep_barrier/271566ff226646d899b880fa35bb91b2, entries=6, sequenceid=93, filesize=5.9 K 2024-11-10T03:20:07,550 DEBUG [RS_CLOSE_META-regionserver/700749f6e4aa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/hbase/meta/1588230740/.tmp/table/60a74aa4e05e48dca209367ad154a60b as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/hbase/meta/1588230740/table/60a74aa4e05e48dca209367ad154a60b 2024-11-10T03:20:07,553 INFO [RS_CLOSE_META-regionserver/700749f6e4aa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/hbase/meta/1588230740/table/60a74aa4e05e48dca209367ad154a60b, entries=9, sequenceid=93, filesize=5.8 K 2024-11-10T03:20:07,553 INFO [RS_CLOSE_META-regionserver/700749f6e4aa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~20.55 KB/21040, heapSize ~35.82 KB/36680, currentSize=0 B/0 for 1588230740 in 1307ms, sequenceid=93, compaction requested=false 2024-11-10T03:20:07,556 DEBUG [RS_CLOSE_META-regionserver/700749f6e4aa:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/data/hbase/meta/1588230740/recovered.edits/96.seqid, newMaxSeqId=96, maxSeqId=1 2024-11-10T03:20:07,557 DEBUG [RS_CLOSE_META-regionserver/700749f6e4aa:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T03:20:07,557 INFO [RS_CLOSE_META-regionserver/700749f6e4aa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-11-10T03:20:07,557 DEBUG [RS_CLOSE_META-regionserver/700749f6e4aa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-11-10T03:20:07,557 DEBUG [RS_CLOSE_META-regionserver/700749f6e4aa:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-10T03:20:07,648 INFO [RS:0;700749f6e4aa:39315 {}] regionserver.HRegionServer(1250): stopping server 700749f6e4aa,39315,1731208629620; all regions closed. 2024-11-10T03:20:07,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741834_1010 (size=26050) 2024-11-10T03:20:07,658 DEBUG [RS:0;700749f6e4aa:39315 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/oldWALs 2024-11-10T03:20:07,658 INFO [RS:0;700749f6e4aa:39315 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 700749f6e4aa%2C39315%2C1731208629620.meta:.meta(num 1731208631962) 2024-11-10T03:20:07,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741833_1009 (size=13594104) 2024-11-10T03:20:07,662 DEBUG [RS:0;700749f6e4aa:39315 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/oldWALs 2024-11-10T03:20:07,662 INFO [RS:0;700749f6e4aa:39315 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 700749f6e4aa%2C39315%2C1731208629620:(num 1731208631394) 2024-11-10T03:20:07,662 DEBUG [RS:0;700749f6e4aa:39315 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T03:20:07,662 INFO [RS:0;700749f6e4aa:39315 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T03:20:07,662 INFO [RS:0;700749f6e4aa:39315 {}] hbase.ChoreService(370): Chore service for: regionserver/700749f6e4aa:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS] on shutdown 2024-11-10T03:20:07,663 INFO [regionserver/700749f6e4aa:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-10T03:20:07,663 INFO [RS:0;700749f6e4aa:39315 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:39315 2024-11-10T03:20:07,701 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38295-0x1012408ea080000, quorum=127.0.0.1:55635, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-10T03:20:07,701 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39315-0x1012408ea080001, quorum=127.0.0.1:55635, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/700749f6e4aa,39315,1731208629620 2024-11-10T03:20:07,709 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [700749f6e4aa,39315,1731208629620] 2024-11-10T03:20:07,709 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 700749f6e4aa,39315,1731208629620; numProcessing=1 2024-11-10T03:20:07,718 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/700749f6e4aa,39315,1731208629620 already deleted, retry=false 2024-11-10T03:20:07,718 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 700749f6e4aa,39315,1731208629620 expired; onlineServers=0 2024-11-10T03:20:07,718 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server '700749f6e4aa,38295,1731208628871' ***** 2024-11-10T03:20:07,718 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-10T03:20:07,718 DEBUG [M:0;700749f6e4aa:38295 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40ecf8f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=700749f6e4aa/172.17.0.2:0 2024-11-10T03:20:07,718 INFO [M:0;700749f6e4aa:38295 {}] regionserver.HRegionServer(1224): stopping server 700749f6e4aa,38295,1731208628871 2024-11-10T03:20:07,718 INFO [M:0;700749f6e4aa:38295 {}] regionserver.HRegionServer(1250): stopping server 700749f6e4aa,38295,1731208628871; all regions closed. 2024-11-10T03:20:07,718 DEBUG [M:0;700749f6e4aa:38295 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T03:20:07,718 DEBUG [M:0;700749f6e4aa:38295 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-10T03:20:07,719 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-10T03:20:07,719 DEBUG [M:0;700749f6e4aa:38295 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-10T03:20:07,719 DEBUG [master/700749f6e4aa:0:becomeActiveMaster-HFileCleaner.large.0-1731208631073 {}] cleaner.HFileCleaner(306): Exit Thread[master/700749f6e4aa:0:becomeActiveMaster-HFileCleaner.large.0-1731208631073,5,FailOnTimeoutGroup] 2024-11-10T03:20:07,719 DEBUG [master/700749f6e4aa:0:becomeActiveMaster-HFileCleaner.small.0-1731208631073 {}] cleaner.HFileCleaner(306): Exit Thread[master/700749f6e4aa:0:becomeActiveMaster-HFileCleaner.small.0-1731208631073,5,FailOnTimeoutGroup] 2024-11-10T03:20:07,719 INFO [M:0;700749f6e4aa:38295 {}] hbase.ChoreService(370): Chore service for: master/700749f6e4aa:0 had [] on shutdown 2024-11-10T03:20:07,719 DEBUG [M:0;700749f6e4aa:38295 {}] master.HMaster(1733): Stopping service threads 2024-11-10T03:20:07,719 INFO [M:0;700749f6e4aa:38295 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-10T03:20:07,720 ERROR [M:0;700749f6e4aa:38295 {}] procedure2.ProcedureExecutor(722): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[LeaseRenewer:jenkins@localhost:45751,5,PEWorkerGroup] Thread[IPC Client (59733779) connection to localhost/127.0.0.1:45751 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:45751,5,PEWorkerGroup] Thread[HFileArchiver-6,5,PEWorkerGroup] 2024-11-10T03:20:07,721 INFO [M:0;700749f6e4aa:38295 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-10T03:20:07,721 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-10T03:20:07,726 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38295-0x1012408ea080000, quorum=127.0.0.1:55635, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-10T03:20:07,726 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38295-0x1012408ea080000, quorum=127.0.0.1:55635, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T03:20:07,726 DEBUG [M:0;700749f6e4aa:38295 {}] zookeeper.ZKUtil(347): master:38295-0x1012408ea080000, quorum=127.0.0.1:55635, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-10T03:20:07,726 WARN [M:0;700749f6e4aa:38295 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-10T03:20:07,726 INFO [M:0;700749f6e4aa:38295 {}] assignment.AssignmentManager(391): Stopping assignment manager 2024-11-10T03:20:07,727 INFO [M:0;700749f6e4aa:38295 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-10T03:20:07,727 DEBUG [M:0;700749f6e4aa:38295 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T03:20:07,727 INFO [M:0;700749f6e4aa:38295 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T03:20:07,727 DEBUG [M:0;700749f6e4aa:38295 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T03:20:07,727 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38295-0x1012408ea080000, quorum=127.0.0.1:55635, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-10T03:20:07,727 DEBUG [M:0;700749f6e4aa:38295 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T03:20:07,727 DEBUG [M:0;700749f6e4aa:38295 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T03:20:07,727 INFO [M:0;700749f6e4aa:38295 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=751.34 KB heapSize=922.48 KB 2024-11-10T03:20:07,746 DEBUG [M:0;700749f6e4aa:38295 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/67495914d42d403fa876d53beeca7347 is 82, key is hbase:meta,,1/info:regioninfo/1731208632085/Put/seqid=0 2024-11-10T03:20:07,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742434_1610 (size=5672) 2024-11-10T03:20:07,810 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39315-0x1012408ea080001, quorum=127.0.0.1:55635, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T03:20:07,810 INFO [RS:0;700749f6e4aa:39315 {}] regionserver.HRegionServer(1307): Exiting; stopping=700749f6e4aa,39315,1731208629620; zookeeper connection closed. 2024-11-10T03:20:07,810 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39315-0x1012408ea080001, quorum=127.0.0.1:55635, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T03:20:07,810 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@775465ac {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@775465ac 2024-11-10T03:20:07,811 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-10T03:20:08,068 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-10T03:20:08,151 INFO [M:0;700749f6e4aa:38295 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=2102 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/67495914d42d403fa876d53beeca7347 2024-11-10T03:20:08,181 DEBUG [M:0;700749f6e4aa:38295 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c41866577d644d019b08eec86ee9c2b2 is 2277, key is \x00\x00\x00\x00\x00\x00\x00(/proc:d/1731208664126/Put/seqid=0 2024-11-10T03:20:08,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742435_1611 (size=44673) 2024-11-10T03:20:08,403 ERROR [LeaseRenewer:jenkins@localhost:45751 {}] server.NIOServerCnxnFactory(85): Thread Thread[LeaseRenewer:jenkins@localhost:45751,5,PEWorkerGroup] died java.lang.NullPointerException: Cannot invoke "org.apache.hadoop.hdfs.DFSOutputStream.getNamespace()" because "outputStream" is null at org.apache.hadoop.hdfs.DFSClient.getNamespaces(DFSClient.java:596) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.renewLease(DFSClient.java:618) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.renew(LeaseRenewer.java:425) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:445) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) ~[hadoop-hdfs-client-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:20:08,585 INFO [M:0;700749f6e4aa:38295 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=750.78 KB at sequenceid=2102 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c41866577d644d019b08eec86ee9c2b2 2024-11-10T03:20:08,588 INFO [M:0;700749f6e4aa:38295 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c41866577d644d019b08eec86ee9c2b2 2024-11-10T03:20:08,603 DEBUG [M:0;700749f6e4aa:38295 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/11ef9ab184d1481bb0945d3c2ea7aa25 is 69, key is 700749f6e4aa,39315,1731208629620/rs:state/1731208631162/Put/seqid=0 2024-11-10T03:20:08,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073742436_1612 (size=5156) 2024-11-10T03:20:09,007 INFO [M:0;700749f6e4aa:38295 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=2102 (bloomFilter=true), to=hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/11ef9ab184d1481bb0945d3c2ea7aa25 2024-11-10T03:20:09,009 DEBUG [M:0;700749f6e4aa:38295 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/67495914d42d403fa876d53beeca7347 as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/67495914d42d403fa876d53beeca7347 2024-11-10T03:20:09,012 INFO [M:0;700749f6e4aa:38295 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/67495914d42d403fa876d53beeca7347, entries=8, sequenceid=2102, filesize=5.5 K 2024-11-10T03:20:09,013 DEBUG [M:0;700749f6e4aa:38295 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c41866577d644d019b08eec86ee9c2b2 as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c41866577d644d019b08eec86ee9c2b2 2024-11-10T03:20:09,017 INFO [M:0;700749f6e4aa:38295 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c41866577d644d019b08eec86ee9c2b2 2024-11-10T03:20:09,017 INFO [M:0;700749f6e4aa:38295 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c41866577d644d019b08eec86ee9c2b2, entries=177, sequenceid=2102, filesize=43.6 K 2024-11-10T03:20:09,018 DEBUG [M:0;700749f6e4aa:38295 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/11ef9ab184d1481bb0945d3c2ea7aa25 as hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/11ef9ab184d1481bb0945d3c2ea7aa25 2024-11-10T03:20:09,021 INFO [M:0;700749f6e4aa:38295 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45751/user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/11ef9ab184d1481bb0945d3c2ea7aa25, entries=1, sequenceid=2102, filesize=5.0 K 2024-11-10T03:20:09,037 INFO [M:0;700749f6e4aa:38295 {}] regionserver.HRegion(3040): Finished flush of dataSize ~751.34 KB/769371, heapSize ~922.18 KB/944312, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1310ms, sequenceid=2102, compaction requested=false 2024-11-10T03:20:09,038 INFO [M:0;700749f6e4aa:38295 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T03:20:09,038 DEBUG [M:0;700749f6e4aa:38295 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-10T03:20:09,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741830_1006 (size=907232) 2024-11-10T03:20:09,040 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(725): complete file /user/jenkins/test-data/cf7d908a-82f6-b21a-63de-93ce05df7a52/MasterData/WALs/700749f6e4aa,38295,1731208628871/700749f6e4aa%2C38295%2C1731208628871.1731208630391 not finished, retry = 0 2024-11-10T03:20:09,141 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-10T03:20:09,141 INFO [M:0;700749f6e4aa:38295 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2024-11-10T03:20:09,142 INFO [M:0;700749f6e4aa:38295 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:38295 2024-11-10T03:20:09,151 DEBUG [M:0;700749f6e4aa:38295 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/rs/700749f6e4aa,38295,1731208628871 already deleted, retry=false 2024-11-10T03:20:09,260 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38295-0x1012408ea080000, quorum=127.0.0.1:55635, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T03:20:09,260 INFO [M:0;700749f6e4aa:38295 {}] regionserver.HRegionServer(1307): Exiting; stopping=700749f6e4aa,38295,1731208628871; zookeeper connection closed. 2024-11-10T03:20:09,260 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38295-0x1012408ea080000, quorum=127.0.0.1:55635, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T03:20:09,300 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1f79ec76{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T03:20:09,304 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@576ebda6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T03:20:09,304 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T03:20:09,304 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4727fac8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T03:20:09,304 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@47db50b9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e234d8ef-26b7-f595-026f-6dde2ce57a06/hadoop.log.dir/,STOPPED} 2024-11-10T03:20:09,307 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T03:20:09,307 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-10T03:20:09,307 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T03:20:09,307 WARN [BP-683720990-172.17.0.2-1731208625603 heartbeating to localhost/127.0.0.1:45751 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T03:20:09,307 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T03:20:09,307 WARN [BP-683720990-172.17.0.2-1731208625603 heartbeating to localhost/127.0.0.1:45751 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-683720990-172.17.0.2-1731208625603 (Datanode Uuid 887f79ee-677e-495f-91cc-44445da6661e) service to localhost/127.0.0.1:45751 2024-11-10T03:20:09,308 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-10T03:20:09,308 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_namespace 2024-11-10T03:20:09,308 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-10T03:20:09,310 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e234d8ef-26b7-f595-026f-6dde2ce57a06/cluster_f80f67d0-f392-fa07-cc1b-4bffcd420bcc/dfs/data/data1/current/BP-683720990-172.17.0.2-1731208625603 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T03:20:09,310 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e234d8ef-26b7-f595-026f-6dde2ce57a06/cluster_f80f67d0-f392-fa07-cc1b-4bffcd420bcc/dfs/data/data2/current/BP-683720990-172.17.0.2-1731208625603 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T03:20:09,311 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T03:20:09,318 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@b03fcff{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T03:20:09,319 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@e0a3ea0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T03:20:09,319 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T03:20:09,319 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@62a9beb2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T03:20:09,319 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@8167a4c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e234d8ef-26b7-f595-026f-6dde2ce57a06/hadoop.log.dir/,STOPPED} 2024-11-10T03:20:09,333 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2024-11-10T03:20:09,451 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down